Skip to content

Commit 68f3f6b

Browse files
prasadns14prasadns14
committed
MD-2882: Modified hive change metadata scripts (#330)
1 parent 33187c8 commit 68f3f6b

File tree

5 files changed

+60244
-60241
lines changed

5 files changed

+60244
-60241
lines changed

‎framework/resources/Datasources/hive_storage/change_metadata2.ddl‎

Lines changed: 27 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -34,45 +34,45 @@ ALTER TABLE remove_columns2 REPLACE COLUMNS (
3434
ALTER TABLE modify_columntypes1 REPLACE COLUMNS (
3535
int_col string,
3636
bigint_col varchar(50),
37-
date_col int,
38-
time_col bigint,
37+
date_col date,
38+
time_col string,
3939
timestamp_col varchar(20),
40-
interval_col date,
41-
varchar_col int,
42-
float_col int,
43-
double_col float,
44-
bool_col int
40+
interval_col string,
41+
varchar_col string,
42+
float_col float,
43+
double_col double,
44+
bool_col boolean
4545
);
4646

4747
ALTER TABLE modify_columntypes2 REPLACE COLUMNS (
4848
int_col float,
49-
bigint_col int,
49+
bigint_col bigint,
5050
date_col varchar(15),
51-
time_col timestamp,
52-
timestamp_col date,
53-
interval_col boolean,
51+
time_col string,
52+
timestamp_col timestamp,
53+
interval_col string,
5454
varchar_col varchar(5),
5555
float_col string,
56-
double_col bigint,
57-
bool_col float
56+
double_col double,
57+
bool_col boolean
5858
);
5959

6060
alter table seq_modify_columntypes1 replace columns (
6161
l_orderkey float,
6262
l_partkey double,
6363
l_suppkey varchar(1),
6464
l_linenumber string,
65-
l_quantity bigint,
66-
l_extendedprice int,
67-
l_discount float,
65+
l_quantity double,
66+
l_extendedprice double,
67+
l_discount double,
6868
l_tax varchar(20),
69-
l_returnflag boolean,
70-
l_linestatus int,
71-
l_shipdate timestamp,
69+
l_returnflag string,
70+
l_linestatus string,
71+
l_shipdate date,
7272
l_commitdate string,
73-
l_receiptdate int,
73+
l_receiptdate date,
7474
l_shipinstruct varchar(2),
75-
l_shipmode boolean,
75+
l_shipmode string,
7676
l_comment double
7777
);
7878
ALTER TABLE dpp_compressed_mktevents ADD COLUMNS (newcol STRING);
@@ -87,7 +87,10 @@ ALTER TABLE changemetadata_orders_partitioned ADD PARTITION (year=1997) location
8787

8888
ALTER TABLE changemetadata_orders_partitioned1 replace columns (
8989
o_orderkey INT,
90-
o_custkey INT,
90+
o_custkey INT
91+
);
92+
93+
ALTER TABLE changemetadata_orders_partitioned1 add columns (
9194
o_orderdate STRING,
9295
o_orderpriority STRING,
9396
o_clerk STRING,
@@ -103,9 +106,9 @@ ALTER TABLE changemetadata_orders_partitioned2 replace columns (
103106
o_custkey STRING,
104107
o_orderstatus STRING,
105108
o_totalprice DOUBLE,
106-
o_orderdate BOOLEAN,
109+
o_orderdate STRING,
107110
o_orderpriority VARCHAR(1),
108111
o_clerk DOUBLE,
109112
o_shippriority INT
110113
);
111-
ALTER TABLE changemetadata_orders_partitioned2 DROP IF EXISTS PARTITION(year=1990)
114+
ALTER TABLE changemetadata_orders_partitioned2 DROP IF EXISTS PARTITION(year=1990);

‎framework/resources/Functional/hive/hive_storage/change_metadata/modify_types1.e_tsv‎

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,21 @@
1-
1 98723980547 null null null null null 2345 null null
2-
null 24509823475 null null 1997-01-02 00:00:00. null null 3243 664522.3 null
3-
3 3475789234 null null null null null 234533 234522.33 null
4-
4 null null null null null null null 2.22223453E12 null
5-
5 39575748 null null 1997-02-10 17:32:00. null null 23 654.4 null
6-
6 47509823 null null 1997-02-11 17:32:01. null null null null null
7-
7 7520398475 null null 1997-02-12 17:32:01. null null 211 7.9827635E8 null
8-
8 null null null 1997-02-13 17:32:01. null null 9823 98723.88 null
9-
9 509238475 null null null null null null 98273.45 null
10-
10 4345234 null null 1997-02-15 17:32:01. null null 425 4756389.5 null
11-
null 980347589 null null 1997-02-16 17:32:01. null null 3433 87364.5 null
12-
12 859702345 null null 1897-02-18 17:32:01. null null 34980 78346.34 null
13-
13 57784356923 null null 2002-02-14 17:32:01. null null 3425 765234.44 null
14-
14 302 null null 1991-02-10 17:32:01. null null 3654 763478.56 null
15-
15 2983475089 null null 1900-02-16 17:32:01. null null 5365 8767985.0 null
16-
16 null null null null null null 4784 2037598.6 null
17-
null 3750982435 null null 1897-02-16 17:32:01. null null 6459 6538.783 null
18-
18 4582345 null null 1997-02-16 17:32:01. null null null 6.8791192E7 null
19-
null 982 null null null null null 645 87623.34 null
20-
20 7893759083 null null 1996-02-28 17:32:01. null null 345 8623.461 null
1+
1 98723980547 null 00:00:00 null P18582D jllkjsdhfg 2345.33 null false
2+
null 24509823475 null 01:00:00 1997-01-02 00:00:00. P1DT9045S jhgduitweriuoert 3243.32 664522.332 true
3+
3 3475789234 null null null P1DT9000S gfdstweopiu 234533.2 234522.3221 true
4+
4 null 1996-01-29 11:59:00 null P10DT9000S gjklhsdfgkjhkASDF null 2.22223454324544E12 false
5+
5 39575748 1996-03-01 12:00:00 1997-02-10 17:32:00. P1DT9045.100S oieoiutriotureWERTgwgEWRg 23.5 654.4 false
6+
6 47509823 1996-03-02 12:01:00 1997-02-11 17:32:01. P1Y2M gjkdfkjglfd 2.34555238E9 null false
7+
7 7520398475 1997-02-28 23:59:00 1997-02-12 17:32:01. P2Y ioerutklsdfASDgerGWEr 211.2 7.982763409E8 true
8+
8 null null 23:59:59.990 1997-02-13 17:32:01. null lkjgfiurtoUYFHfahui 9823.435 98723.879 false
9+
9 509238475 1997-03-01 15:36:39 null P1DT9000S IOUfiuodsfIUfjkh null 98273.455 true
10+
10 4345234 1997-03-02 15:36:39 1997-02-15 17:32:01. P10DT9000S iweuoHUIhUwer 425.43 4756389.345 false
11+
null 980347589 2000-04-01 00:01:00 1997-02-16 17:32:01. P1DT9045.100S KfijUIwre 3433.3 87364.5 true
12+
12 859702345 2000-04-03 null 1897-02-18 17:32:01. P1DT9045S dfgoiuert 34980.43 78346.3452 false
13+
13 57784356923 2038-04-08 23:59:00 2002-02-14 17:32:01. P2Y uitreo 3425.543 765234.43 null
14+
14 302 2039-04-09 12:03:00 1991-02-10 17:32:01. P1Y2M uigoMnvjjkdf 3654.43 763478.5623 false
15+
15 2983475089 2040-04-10 null 1900-02-16 17:32:01. P10DT9000S NvvdfHVG 5365.643 8767985.43 true
16+
16 null null 19:59:00 null P18582D null 4784.5737 2037598.58734 null
17+
null 3750982435 1999-02-08 11:59:59.990 1897-02-16 17:32:01. P1DT9045S Nhkhuivb 6459.592 6538.7832 false
18+
18 4582345 1999-03-08 null 1997-02-16 17:32:01. null uiuikjk null 6.879118943E7 null
19+
null 982 1999-01-18 15:36:39 null P1DT9045.100S null 645.2321 87623.34 true
20+
20 7893759083 2003-01-02 11:59:59.990 1996-02-28 17:32:01. P1DT9000S hjiwgh 345.543 8623.461 false
2121
null null null null null null null null null null

‎framework/resources/Functional/hive/hive_storage/change_metadata/modify_types2.e_tsv‎

Lines changed: 20 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,21 @@
1-
1.0 null null null null null jllkj 2345.33 null null
2-
null null null null null null jhgdu 3243.32 664522 null
3-
3.0 null null null null null gfdst 234533.2 234522 null
4-
4.0 null 1996-01-29 null null null gjklh null 2222234543245 null
5-
5.0 39575748 1996-03-01 null null null oieoi 23.5 654 null
6-
6.0 47509823 1996-03-02 null null null gjkdf 2345552345.5342 null null
7-
7.0 null 1997-02-28 null null null ioeru 211.2 798276340 null
8-
8.0 null null null null null lkjgf 9823.435 98723 null
9-
9.0 509238475 1997-03-01 null null null IOUfi null 98273 null
10-
10.0 4345234 1997-03-02 null null null iweuo 425.43 4756389 null
11-
null 980347589 2000-04-01 null null null KfijU 3433.3 87364 null
12-
12.0 859702345 2000-04-03 null null null dfgoi 34980.43 78346 null
13-
13.0 null 2038-04-08 null null null uitre 3425.543 765234 null
14-
14.0 302 2039-04-09 null null null uigoM 3654.43 763478 null
15-
15.0 null 2040-04-10 null null null Nvvdf 5365.643 8767985 null
16-
16.0 null null null null null null 4784.5735 2037598 null
17-
null null 1999-02-08 null null null Nhkhu 6459.592 6538 null
18-
18.0 4582345 1999-03-08 null null null uiuik null 68791189 null
19-
null 982 1999-01-18 null null null null 645.2321 87623 null
20-
20.0 null 2003-01-02 null null null hjiwg 345.543 8623 null
1+
1.0 98723980547 null 00:00:00 null P18582D jllkj 2345.33 null false
2+
null 24509823475 null 01:00:00 1997-01-02 00:00:00.0 P1DT9045S jhgdu 3243.32 664522.332 true
3+
3.0 3475789234 null null null P1DT9000S gfdst 234533.2 234522.3221 true
4+
4.0 null 1996-01-29 11:59:00 null P10DT9000S gjklh null 2.22223454324544E12 false
5+
5.0 39575748 1996-03-01 12:00:00 1997-02-10 17:32:00.0 P1DT9045.100S oieoi 23.5 654.4 false
6+
6.0 47509823 1996-03-02 12:01:00 1997-02-11 17:32:01.0 P1Y2M gjkdf 2345552345.5342 null false
7+
7.0 7520398475 1997-02-28 23:59:00 1997-02-12 17:32:01.0 P2Y ioeru 211.2 7.982763409E8 true
8+
8.0 null null 23:59:59.990 1997-02-13 17:32:01.0 null lkjgf 9823.435 98723.879 false
9+
9.0 509238475 1997-03-01 15:36:39 null P1DT9000S IOUfi null 98273.455 true
10+
10.0 4345234 1997-03-02 15:36:39 1997-02-15 17:32:01.0 P10DT9000S iweuo 425.43 4756389.345 false
11+
null 980347589 2000-04-01 00:01:00 1997-02-16 17:32:01.0 P1DT9045.100S KfijU 3433.3 87364.5 true
12+
12.0 859702345 2000-04-03 null 1897-02-18 17:32:01.0 P1DT9045S dfgoi 34980.43 78346.3452 false
13+
13.0 57784356923 2038-04-08 23:59:00 2002-02-14 17:32:01.0 P2Y uitre 3425.543 765234.43 null
14+
14.0 302 2039-04-09 12:03:00 1991-02-10 17:32:01.0 P1Y2M uigoM 3654.43 763478.5623 false
15+
15.0 2983475089 2040-04-10 null 1900-02-16 17:32:01.0 P10DT9000S Nvvdf 5365.643 8767985.43 true
16+
16.0 null null 19:59:00 null P18582D null 4784.5735 2037598.58734 null
17+
null 3750982435 1999-02-08 11:59:59.990 1897-02-16 17:32:01.0 P1DT9045S Nhkhu 6459.592 6538.7832 false
18+
18.0 4582345 1999-03-08 null 1997-02-16 17:32:01.0 null uiuik null 6.879118943E7 null
19+
null 982 1999-01-18 15:36:39 null P1DT9045.100S null 645.2321 87623.34 true
20+
20.0 7893759083 2003-01-02 11:59:59.990 1996-02-28 17:32:01.0 P1DT9000S hjiwg 345.543 8623.461 false
2121
null null null null null null null null null null

‎framework/resources/Functional/hive/hive_storage/change_metadata/par_add_cols6.e_tsv‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
8001.0 1261 F 247061.3 true 2 null 0 1991
2-
8002.0 22 F 181048.04 true 4 null 0 1991
1+
8001.0 1261 F 247061.3 1993-11-20 2 null 0 1991
2+
8002.0 22 F 181048.04 1993-03-14 4 null 0 1991

0 commit comments

Comments
 (0)