diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java index 250a085084..c139398953 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java @@ -875,7 +875,9 @@ public static ReduceSinkDesc getReduceSinkDesc( partitionCols.addAll(keyCols.subList(0, numPartitionFields)); } else { // numPartitionFields = -1 means random partitioning - partitionCols.add(TypeCheckProcFactory.DefaultExprProcessor.getFuncExprNodeDesc("rand")); + // Using deterministic rand with seed to generate the same random keys if a map task is reattempted + partitionCols.add(TypeCheckProcFactory.DefaultExprProcessor + .getFuncExprNodeDesc("rand", new ExprNodeConstantDesc(461984147))); } StringBuilder order = new StringBuilder(); diff --git ql/src/test/results/clientpositive/autoColumnStats_7.q.out ql/src/test/results/clientpositive/autoColumnStats_7.q.out index 8c07d61390..a910edbbd4 100644 --- ql/src/test/results/clientpositive/autoColumnStats_7.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_7.q.out @@ -126,7 +126,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), c1 (type: int), c2 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby1.q.out ql/src/test/results/clientpositive/groupby1.q.out index 70b39d887d..f76c017062 100644 --- ql/src/test/results/clientpositive/groupby1.q.out +++ ql/src/test/results/clientpositive/groupby1.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby10.q.out ql/src/test/results/clientpositive/groupby10.q.out index 665bf929b5..e8b50c1832 100644 --- ql/src/test/results/clientpositive/groupby10.q.out +++ ql/src/test/results/clientpositive/groupby10.q.out @@ -160,7 +160,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) Execution mode: vectorized @@ -289,7 +289,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) Execution mode: vectorized @@ -535,7 +535,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) Execution mode: vectorized @@ -664,7 +664,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby11.q.out ql/src/test/results/clientpositive/groupby11.q.out index fd13d3a7bb..03132d7de5 100644 --- ql/src/test/results/clientpositive/groupby11.q.out +++ ql/src/test/results/clientpositive/groupby11.q.out @@ -151,7 +151,7 @@ STAGE PLANS: Reduce Output Operator key expressions: '111' (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val1 (type: int), val2 (type: int) Execution mode: vectorized @@ -291,7 +291,7 @@ STAGE PLANS: Reduce Output Operator key expressions: '111' (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val1 (type: int), val2 (type: int) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby1_map_skew.q.out ql/src/test/results/clientpositive/groupby1_map_skew.q.out index 91bfc00648..d2167814d2 100644 --- ql/src/test/results/clientpositive/groupby1_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby1_map_skew.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/groupby3.q.out ql/src/test/results/clientpositive/groupby3.q.out index aff57704d8..54dd06eb0d 100644 --- ql/src/test/results/clientpositive/groupby3.q.out +++ ql/src/test/results/clientpositive/groupby3.q.out @@ -75,7 +75,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: struct), _col2 (type: struct), _col3 (type: string), _col4 (type: string), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby4.q.out ql/src/test/results/clientpositive/groupby4.q.out index 976376118a..413ead3960 100644 --- ql/src/test/results/clientpositive/groupby4.q.out +++ ql/src/test/results/clientpositive/groupby4.q.out @@ -36,7 +36,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reduce Operator Tree: @@ -111,7 +111,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby5.q.out ql/src/test/results/clientpositive/groupby5.q.out index 7e9d928545..d58d1105d3 100644 --- ql/src/test/results/clientpositive/groupby5.q.out +++ ql/src/test/results/clientpositive/groupby5.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized @@ -123,7 +123,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby6.q.out ql/src/test/results/clientpositive/groupby6.q.out index 5928da6411..526a3b4c39 100644 --- ql/src/test/results/clientpositive/groupby6.q.out +++ ql/src/test/results/clientpositive/groupby6.q.out @@ -36,7 +36,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reduce Operator Tree: @@ -111,7 +111,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby6_map_skew.q.out ql/src/test/results/clientpositive/groupby6_map_skew.q.out index 71aa30c8bf..305c508fb6 100644 --- ql/src/test/results/clientpositive/groupby6_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby6_map_skew.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/groupby7_map_skew.q.out ql/src/test/results/clientpositive/groupby7_map_skew.q.out index 10a3ae48b7..69e66f39c7 100644 --- ql/src/test/results/clientpositive/groupby7_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby7_map_skew.q.out @@ -56,7 +56,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Select Operator @@ -191,7 +191,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby8.q.out ql/src/test/results/clientpositive/groupby8.q.out index ceb8a5b61a..22d4d274a7 100644 --- ql/src/test/results/clientpositive/groupby8.q.out +++ ql/src/test/results/clientpositive/groupby8.q.out @@ -144,7 +144,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) Execution mode: vectorized @@ -273,7 +273,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) Execution mode: vectorized @@ -1095,7 +1095,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) Execution mode: vectorized @@ -1224,7 +1224,7 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/groupby_cube1.q.out ql/src/test/results/clientpositive/groupby_cube1.q.out index da87cbf4a2..5bc81a296d 100644 --- ql/src/test/results/clientpositive/groupby_cube1.q.out +++ ql/src/test/results/clientpositive/groupby_cube1.q.out @@ -345,7 +345,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reduce Operator Tree: @@ -579,7 +579,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Select Operator @@ -713,7 +713,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/groupby_rollup1.q.out ql/src/test/results/clientpositive/groupby_rollup1.q.out index 5f9d2d5691..454c038ecb 100644 --- ql/src/test/results/clientpositive/groupby_rollup1.q.out +++ ql/src/test/results/clientpositive/groupby_rollup1.q.out @@ -196,7 +196,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reduce Operator Tree: @@ -424,7 +424,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Select Operator @@ -558,7 +558,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 1eddcf57c7..5bc3b6cce2 100644 --- ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -520,7 +520,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -2232,7 +2232,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -2614,7 +2614,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: double) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -3008,7 +3008,7 @@ STAGE PLANS: key expressions: _col0 (type: double) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -3942,7 +3942,7 @@ STAGE PLANS: key expressions: _col0 (type: double) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -5025,7 +5025,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -5402,7 +5402,7 @@ STAGE PLANS: key expressions: _col0 (type: string) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -7601,7 +7601,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Select Operator @@ -7878,7 +7878,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Group By Operator diff --git ql/src/test/results/clientpositive/llap/explainuser_1.q.out ql/src/test/results/clientpositive/llap/explainuser_1.q.out index a98191653f..8159b3fd30 100644 --- ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -4324,7 +4324,7 @@ Stage-0 Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_5] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_4] (rows=26 width=491) Output:["_col1","_col2","_col5"] PTF Operator [PTF_3] (rows=26 width=491) @@ -4861,7 +4861,7 @@ Stage-4 TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PARTITION_ONLY_SHUFFLE [RS_12] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_11] (rows=26 width=239) Output:["p_mfgr","p_name","p_size","r","dr","s"] Please refer to the previous Select Operator [SEL_7] @@ -4896,7 +4896,7 @@ Stage-4 PartitionCols:_col2 Please refer to the previous PTF Operator [PTF_3] PARTITION_ONLY_SHUFFLE [RS_31] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_30] (rows=26 width=247) Output:["p_mfgr","p_name","p_size","s2","r","dr","cud","fv1"] Please refer to the previous Select Operator [SEL_25] @@ -5157,7 +5157,7 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_2] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_1] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) @@ -5309,7 +5309,7 @@ Stage-3 TableScan [TS_3] (rows=500 width=178) default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PARTITION_ONLY_SHUFFLE [RS_14] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_13] (rows=791 width=95) Output:["key","value"] Please refer to the previous Select Operator [SEL_9] @@ -5473,7 +5473,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=550 width=87) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_26] (rows=550 width=87) @@ -5576,7 +5576,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_31] (rows=1 width=202) @@ -5622,7 +5622,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_31] (rows=1 width=202) @@ -5668,7 +5668,7 @@ Stage-0 Output:["_col0"],aggregations:["count()"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_10] - PartitionCols:rand() + PartitionCols:rand(461984147) Map Join Operator [MAPJOIN_30] (rows=1 width=202) Conds:SEL_2._col0=RS_7._col0(Inner) <-Map 4 [BROADCAST_EDGE] llap @@ -5712,7 +5712,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_22] (rows=1 width=404) @@ -5754,7 +5754,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_17] (rows=1 width=404) @@ -5796,7 +5796,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_15] (rows=1 width=404) @@ -5841,7 +5841,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_17] (rows=1 width=202) diff --git ql/src/test/results/clientpositive/llap/groupby1.q.out ql/src/test/results/clientpositive/llap/groupby1.q.out index e1cc298415..0d720bd027 100644 --- ql/src/test/results/clientpositive/llap/groupby1.q.out +++ ql/src/test/results/clientpositive/llap/groupby1.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: vectorized, llap diff --git ql/src/test/results/clientpositive/llap/groupby2.q.out ql/src/test/results/clientpositive/llap/groupby2.q.out index 434be1710d..838079df04 100644 --- ql/src/test/results/clientpositive/llap/groupby2.q.out +++ ql/src/test/results/clientpositive/llap/groupby2.q.out @@ -89,7 +89,7 @@ STAGE PLANS: Statistics: Num rows: 316 Data size: 117552 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 316 Data size: 117552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: key (type: string), c1 (type: int), c2 (type: string) Reducer 4 diff --git ql/src/test/results/clientpositive/llap/groupby3.q.out ql/src/test/results/clientpositive/llap/groupby3.q.out index 896a2ba505..71753023c9 100644 --- ql/src/test/results/clientpositive/llap/groupby3.q.out +++ ql/src/test/results/clientpositive/llap/groupby3.q.out @@ -74,7 +74,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double), _col1 (type: struct), _col2 (type: struct), _col3 (type: string), _col4 (type: string), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) Reducer 3 diff --git ql/src/test/results/clientpositive/llap/groupby_resolution.q.out ql/src/test/results/clientpositive/llap/groupby_resolution.q.out index 11bb452135..12a6b4f0ac 100644 --- ql/src/test/results/clientpositive/llap/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/llap/groupby_resolution.q.out @@ -137,7 +137,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs @@ -208,7 +208,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs @@ -409,7 +409,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap @@ -487,7 +487,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap @@ -661,7 +661,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap diff --git ql/src/test/results/clientpositive/llap/vector_groupby4.q.out ql/src/test/results/clientpositive/llap/vector_groupby4.q.out index 6912d7b80f..15a7e1bf49 100644 --- ql/src/test/results/clientpositive/llap/vector_groupby4.q.out +++ ql/src/test/results/clientpositive/llap/vector_groupby4.q.out @@ -66,7 +66,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator native: true @@ -155,7 +155,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 43792 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator native: true diff --git ql/src/test/results/clientpositive/llap/vector_groupby6.q.out ql/src/test/results/clientpositive/llap/vector_groupby6.q.out index d3c654896a..1ab8f3e987 100644 --- ql/src/test/results/clientpositive/llap/vector_groupby6.q.out +++ ql/src/test/results/clientpositive/llap/vector_groupby6.q.out @@ -66,7 +66,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator native: true @@ -155,7 +155,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 43792 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator native: true diff --git ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out index 5c0d6bbb73..3717704651 100644 --- ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out +++ ql/src/test/results/clientpositive/llap/vector_groupby_cube1.q.out @@ -629,7 +629,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -983,7 +983,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -1018,7 +1018,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] diff --git ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out index dce2930943..93ab70af56 100644 --- ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out +++ ql/src/test/results/clientpositive/llap/vector_groupby_grouping_id2.q.out @@ -84,7 +84,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -286,7 +286,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -498,7 +498,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -617,7 +617,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0] @@ -805,7 +805,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -924,7 +924,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0] @@ -1108,7 +1108,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -1436,7 +1436,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] diff --git ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out index d1f8ac5505..efe0a9785d 100644 --- ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out +++ ql/src/test/results/clientpositive/llap/vector_groupby_rollup1.q.out @@ -336,7 +336,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -682,7 +682,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] @@ -717,7 +717,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] diff --git ql/src/test/results/clientpositive/mapjoin_distinct.q.out ql/src/test/results/clientpositive/mapjoin_distinct.q.out index 19ab4e5137..088f6ec404 100644 --- ql/src/test/results/clientpositive/mapjoin_distinct.q.out +++ ql/src/test/results/clientpositive/mapjoin_distinct.q.out @@ -71,7 +71,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Local Work: @@ -340,7 +340,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Local Work: diff --git ql/src/test/results/clientpositive/nullgroup.q.out ql/src/test/results/clientpositive/nullgroup.q.out index 04b1ad967a..bac99b0293 100644 --- ql/src/test/results/clientpositive/nullgroup.q.out +++ ql/src/test/results/clientpositive/nullgroup.q.out @@ -146,7 +146,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/nullgroup2.q.out ql/src/test/results/clientpositive/nullgroup2.q.out index 60b6aefe49..958d6f7f42 100644 --- ql/src/test/results/clientpositive/nullgroup2.q.out +++ ql/src/test/results/clientpositive/nullgroup2.q.out @@ -29,7 +29,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -175,7 +175,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/groupby1.q.out ql/src/test/results/clientpositive/spark/groupby1.q.out index 802b453d26..48dfb92b3e 100644 --- ql/src/test/results/clientpositive/spark/groupby1.q.out +++ ql/src/test/results/clientpositive/spark/groupby1.q.out @@ -37,7 +37,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out index cb909cb8c1..0a0f332cc8 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out @@ -43,7 +43,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby4.q.out ql/src/test/results/clientpositive/spark/groupby4.q.out index 296d0a009e..bb9e18c40d 100644 --- ql/src/test/results/clientpositive/spark/groupby4.q.out +++ ql/src/test/results/clientpositive/spark/groupby4.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby5.q.out ql/src/test/results/clientpositive/spark/groupby5.q.out index 22dacc5721..d2e3fccb58 100644 --- ql/src/test/results/clientpositive/spark/groupby5.q.out +++ ql/src/test/results/clientpositive/spark/groupby5.q.out @@ -43,7 +43,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/spark/groupby6.q.out ql/src/test/results/clientpositive/spark/groupby6.q.out index d31c48353b..2307667942 100644 --- ql/src/test/results/clientpositive/spark/groupby6.q.out +++ ql/src/test/results/clientpositive/spark/groupby6.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out index a694d55084..463855ec65 100644 --- ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out @@ -44,7 +44,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out index 3d23715eba..7e48dcb330 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out @@ -58,7 +58,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby_cube1.q.out ql/src/test/results/clientpositive/spark/groupby_cube1.q.out index 4a3a450d0c..f8402ba181 100644 --- ql/src/test/results/clientpositive/spark/groupby_cube1.q.out +++ ql/src/test/results/clientpositive/spark/groupby_cube1.q.out @@ -374,7 +374,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 @@ -598,7 +598,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Map 7 @@ -619,7 +619,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby_resolution.q.out ql/src/test/results/clientpositive/spark/groupby_resolution.q.out index a6e9b46afe..25f96a5c57 100644 --- ql/src/test/results/clientpositive/spark/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/spark/groupby_resolution.q.out @@ -132,7 +132,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 @@ -201,7 +201,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 @@ -396,7 +396,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -472,7 +472,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -644,7 +644,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out index dea43e0a54..c6e94ee2ba 100644 --- ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out +++ ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out @@ -213,7 +213,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 @@ -431,7 +431,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Map 7 @@ -452,7 +452,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 900 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 2 diff --git ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 016cb3bcfd..ccf6998f5f 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -278,7 +278,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -1106,7 +1106,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -1342,7 +1342,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: double) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -1590,7 +1590,7 @@ STAGE PLANS: key expressions: _col0 (type: double) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -2278,7 +2278,7 @@ STAGE PLANS: key expressions: _col0 (type: double) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -2946,7 +2946,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) null sort order: aa sort order: ++ - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col2 (type: bigint) @@ -3152,7 +3152,7 @@ STAGE PLANS: key expressions: _col0 (type: string) null sort order: a sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) @@ -4220,7 +4220,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Select Operator @@ -4409,7 +4409,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Group By Operator diff --git ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out index e54e46a8ba..2da5c14fe4 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out @@ -79,7 +79,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Local Work: @@ -358,7 +358,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Local Work: diff --git ql/src/test/results/clientpositive/spark/nullgroup.q.out ql/src/test/results/clientpositive/spark/nullgroup.q.out index 318488d62f..994dbe7f29 100644 --- ql/src/test/results/clientpositive/spark/nullgroup.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup.q.out @@ -163,7 +163,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Reducer 2 Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/nullgroup2.q.out ql/src/test/results/clientpositive/spark/nullgroup2.q.out index 93b4d3b6c0..4036b2845f 100644 --- ql/src/test/results/clientpositive/spark/nullgroup2.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup2.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -184,7 +184,7 @@ STAGE PLANS: Reduce Output Operator key expressions: key (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized Reducer 2 diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index 00f5d7ef11..de4814cbda 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -4282,7 +4282,7 @@ Stage-0 Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [GROUP PARTITION-LEVEL SORT] GROUP PARTITION-LEVEL SORT [RS_5] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_4] (rows=26 width=491) Output:["_col1","_col2","_col5"] PTF Operator [PTF_3] (rows=26 width=491) @@ -5096,7 +5096,7 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 1 [GROUP PARTITION-LEVEL SORT] GROUP PARTITION-LEVEL SORT [RS_2] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_1] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) @@ -5419,7 +5419,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 2 [GROUP] GROUP [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=550 width=87) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_19] (rows=550 width=87) @@ -5541,7 +5541,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 1 [GROUP] GROUP [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_19] (rows=1 width=202) @@ -5589,7 +5589,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 2 [GROUP] GROUP [RS_11] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_9] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_19] (rows=1 width=202) @@ -5637,7 +5637,7 @@ Stage-0 Output:["_col0"],aggregations:["count()"] <-Map 1 [GROUP] GROUP [RS_10] - PartitionCols:rand() + PartitionCols:rand(461984147) Map Join Operator [MAPJOIN_18] (rows=1 width=202) Conds:SEL_2._col0=SEL_2._col0(Inner) <-Select Operator [SEL_2] (rows=1 width=184) @@ -5683,7 +5683,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 1 [GROUP] GROUP [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_15] (rows=1 width=404) @@ -5727,7 +5727,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Map 2 [GROUP] GROUP [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_15] (rows=1 width=404) @@ -5772,7 +5772,7 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 2 [GROUP] GROUP [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Join Operator [JOIN_6] (rows=1 width=404) @@ -5816,7 +5816,7 @@ Stage-0 Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Map 1 [GROUP] GROUP [RS_9] - PartitionCols:rand() + PartitionCols:rand(461984147) Select Operator [SEL_7] (rows=1 width=202) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_15] (rows=1 width=202) diff --git ql/src/test/results/clientpositive/spark/union33.q.out ql/src/test/results/clientpositive/spark/union33.q.out index 3117c56390..33f5a45df1 100644 --- ql/src/test/results/clientpositive/spark/union33.q.out +++ ql/src/test/results/clientpositive/spark/union33.q.out @@ -77,7 +77,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -214,7 +214,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/union33.q.out ql/src/test/results/clientpositive/union33.q.out index 57c53089b9..181ff56686 100644 --- ql/src/test/results/clientpositive/union33.q.out +++ ql/src/test/results/clientpositive/union33.q.out @@ -56,7 +56,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized @@ -318,7 +318,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized diff --git ql/src/test/results/clientpositive/vector_groupby4.q.out ql/src/test/results/clientpositive/vector_groupby4.q.out index 15b0427308..312cf668a5 100644 --- ql/src/test/results/clientpositive/vector_groupby4.q.out +++ ql/src/test/results/clientpositive/vector_groupby4.q.out @@ -59,7 +59,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkOperator native: false @@ -174,7 +174,7 @@ STAGE PLANS: native: true Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkOperator native: false diff --git ql/src/test/results/clientpositive/vector_groupby6.q.out ql/src/test/results/clientpositive/vector_groupby6.q.out index 31472a1ea9..6c26d4e667 100644 --- ql/src/test/results/clientpositive/vector_groupby6.q.out +++ ql/src/test/results/clientpositive/vector_groupby6.q.out @@ -59,7 +59,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkOperator native: false @@ -174,7 +174,7 @@ STAGE PLANS: native: true Reduce Output Operator sort order: - Map-reduce partition columns: rand() (type: double) + Map-reduce partition columns: rand(461984147) (type: double) Reduce Sink Vectorization: className: VectorReduceSinkOperator native: false