spark-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "du (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (SPARK-20793) cache table will not refresh after insert data to some broadcast table
Date Thu, 18 May 2017 07:00:15 GMT

     [ https://issues.apache.org/jira/browse/SPARK-20793?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

du updated SPARK-20793:
-----------------------
    Description: 
run below sql in spark-sql or beeline

create table t4(c1 int,c2 int);
insert into table t4 select 1,2;
insert into table t4 select 2,2;
create table t5(c1 int,c2 int);
insert into table t5 select 2,3;

cache table t3 as select t4.c1 as c1,t4.c2 as c2,t5.c1 as c3, t5.c2 as c4 from t4 join t5
on t4.c2=t5.c1;
cache table t6 as select * from t4 join t3 on t4.c2=t3.c2;
select * from t3;
select * from t6;
insert into table t5 select 2,4;

select * from t3;
select * from t6;

after insert table t5, t3 and t6 are not include data 2,4

  was:
create table t4(c1 int,c2 int);
insert into table t4 select 1,2;
insert into table t4 select 2,2;
create table t5(c1 int,c2 int);
insert into table t5 select 2,3;
run below sql
cache table t3 as select t4.c1 as c1,t4.c2 as c2,t5.c1 as c3, t5.c2 as c4 from t4 join t5
on t4.c2=t5.c1;
cache table t6 as select * from t4 join t3 on t4.c2=t3.c2;
select * from t3;
select * from t6;
insert into table t5 select 2,4;

select * from t3;
select * from t6;

after insert table t5, t3 and t6 are not include data 2,4


> cache table will not refresh after insert data to some broadcast table
> ----------------------------------------------------------------------
>
>                 Key: SPARK-20793
>                 URL: https://issues.apache.org/jira/browse/SPARK-20793
>             Project: Spark
>          Issue Type: Bug
>          Components: SQL
>    Affects Versions: 2.1.1
>            Reporter: du
>
> run below sql in spark-sql or beeline
> create table t4(c1 int,c2 int);
> insert into table t4 select 1,2;
> insert into table t4 select 2,2;
> create table t5(c1 int,c2 int);
> insert into table t5 select 2,3;
> cache table t3 as select t4.c1 as c1,t4.c2 as c2,t5.c1 as c3, t5.c2 as c4 from t4 join
t5 on t4.c2=t5.c1;
> cache table t6 as select * from t4 join t3 on t4.c2=t3.c2;
> select * from t3;
> select * from t6;
> insert into table t5 select 2,4;
> select * from t3;
> select * from t6;
> after insert table t5, t3 and t6 are not include data 2,4



--
This message was sent by Atlassian JIRA
(v6.3.15#6346)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@spark.apache.org
For additional commands, e-mail: issues-help@spark.apache.org


Mime
View raw message