load with upsert using load hangs on the test machine

[khaled Bouaziz]

in hive/test015 the "load with upsert using load.." statement which runs the uspert using load after disabling indexe hangs on the
--load with upsert using load
drop table customer_demographics_salt cascade;
drop table customer_demographics cascade;
create table customer_demographics
(
  cd_demo_sk int not null,
  cd_gender char(1),
  cd_marital_status char(1),
  cd_education_status char(20),
  cd_purchase_estimate int,
  cd_credit_rating char(10),
  cd_dep_count int,
  cd_dep_employed_count int,
  cd_dep_college_count int,
  primary key (cd_demo_sk)
);

create table customer_demographics_salt
(
  cd_demo_sk int not null,
  cd_gender char(1),
  cd_marital_status char(1),
  cd_education_status char(20),
  cd_purchase_estimate int,
  cd_credit_rating char(10),
  cd_dep_count int,
  cd_dep_employed_count int,
  cd_dep_college_count int,
  primary key (cd_demo_sk)
)
salt using 4 partitions on (cd_demo_sk);
create index cd_dep_count_IDX on customer_demographics(cd_dep_count) no populate ;
create index cd_dep_college_count_IDX on customer_demographics(cd_dep_college_count) no populate;

load with upsert using load into customer_demographics
select * from hive.hive.customer_demographics where cd_demo_sk <= 5000;

set parserflags 1;
select count(*) from customer_demographics;
select count(*) from table(index_table cd_dep_count_IDX);
select count(*) from table(index_table cd_dep_college_count_IDX);

drop index cd_dep_count_IDX;
drop index cd_dep_college_count_IDX;

create index cd_dep_count_IDX2 on customer_demographics_salt(cd_dep_count) no populate ;
create index cd_dep_college_count_IDX2 on customer_demographics_salt(cd_dep_college_count) no populate;
---------------------------
load with upsert using load into customer_demographics_salt
select * from hive.hive.customer_demographics where cd_demo_sk <= 5000;

>>--load with upsert using load
>>drop table customer_demographics_salt cascade;

--- SQL operation complete.
>>drop table customer_demographics cascade;

--- SQL operation complete.
>>create table customer_demographics
+>(
+> cd_demo_sk int not null,
+> cd_gender char(1),
+> cd_marital_status char(1),
+> cd_education_status char(20),
+> cd_purchase_estimate int,
+> cd_credit_rating char(10),
+> cd_dep_count int,
+> cd_dep_employed_count int,
+> cd_dep_college_count int,
+> primary key (cd_demo_sk)
+>);

--- SQL operation complete.
>>
>>create table customer_demographics_salt
+>(
+> cd_demo_sk int not null,
+> cd_gender char(1),
+> cd_marital_status char(1),
+> cd_education_status char(20),
+> cd_purchase_estimate int,
+> cd_credit_rating char(10),
+> cd_dep_count int,
+> cd_dep_employed_count int,
+> cd_dep_college_count int,
+> primary key (cd_demo_sk)
+>)
+>salt using 4 partitions on (cd_demo_sk);

--- SQL operation complete.
>>create index cd_dep_count_IDX on customer_demographics(cd_dep_count) no populate ;

--- SQL operation complete.
>>create index cd_dep_college_count_IDX on customer_demographics(cd_dep_college_count) no populate;

--- SQL operation complete.
>>
>>load with upsert using load into customer_demographics
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 5000;
Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
Task: DISABLE INDEXE Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
Task: DISABLE INDEXE Status: Ended Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
Task: UPSERT USING L Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
       Rows Processed: 5000
Task: UPSERT USING L Status: Ended ET: 00:00:08.761
Task: POPULATE INDEX Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS
Task: POPULATE INDEX Status: Ended ET: 00:00:13.795

--- 5000 row(s) loaded.
>>
>>set parserflags 1;

--- SQL operation complete.
>>select count(*) from customer_demographics;

(EXPR)
--------------------

                5000

--- 1 row(s) selected.
>>select count(*) from table(index_table cd_dep_count_IDX);

(EXPR)
--------------------

                5000

--- 1 row(s) selected.
>>select count(*) from table(index_table cd_dep_college_count_IDX);

(EXPR)
--------------------

                5000

--- 1 row(s) selected.
>>
>>drop index cd_dep_count_IDX;

--- SQL operation complete.
>>drop index cd_dep_college_count_IDX;

--- SQL operation complete.
>>
>>create index cd_dep_count_IDX2 on customer_demographics_salt(cd_dep_count) no populate ;

--- SQL operation complete.
>>create index cd_dep_college_count_IDX2 on customer_demographics_salt(cd_dep_college_count) no populate;

--- SQL operation complete.
>>---------------------------
>>load with upsert using load into customer_demographics_salt
+>select * from hive.hive.customer_demographics where cd_demo_sk <= 5000;
--->Hangs