diff --git ql/src/test/queries/clientpositive/udf_java_method.q ql/src/test/queries/clientpositive/udf_java_method.q index 51280b2..c0598cd 100644 --- ql/src/test/queries/clientpositive/udf_java_method.q +++ ql/src/test/queries/clientpositive/udf_java_method.q @@ -11,7 +11,7 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows); @@ -21,7 +21,7 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows); diff --git ql/src/test/queries/clientpositive/udf_reflect.q ql/src/test/queries/clientpositive/udf_reflect.q index cef1e4a..97fa817 100644 --- ql/src/test/queries/clientpositive/udf_reflect.q +++ ql/src/test/queries/clientpositive/udf_reflect.q @@ -9,7 +9,7 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows); @@ -20,7 +20,7 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows); diff --git ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q index 6e2c0b1..b8fa7cd 100644 --- ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q +++ ql/src/test/queries/clientpositive/vector_decimal_math_funcs.q @@ -10,7 +10,7 @@ select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. @@ -46,7 +46,7 @@ select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out index ec4532e..6029ecf 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out @@ -1531,6 +1531,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: select /* + MAPJOIN(a,b) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key JOIN bucket_big c ON a.key = c.key PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/tez/script_pipe.q.out ql/src/test/results/clientpositive/tez/script_pipe.q.out index 336276e..2b56c7e 100644 --- ql/src/test/results/clientpositive/tez/script_pipe.q.out +++ ql/src/test/results/clientpositive/tez/script_pipe.q.out @@ -60,6 +60,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: -- Tests exception in ScriptOperator.processOp() by passing extra data needed to fill pipe buffer EXPLAIN SELECT TRANSFORM(key, value, key, value, key, value, key, value, key, value, key, value) USING 'head -n 1' as a,b,c,d FROM src @@ -103,6 +105,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: SELECT TRANSFORM(*) USING 'true' AS a, b, c FROM (SELECT * FROM src LIMIT 1) tmp PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/tez/transform1.q.out ql/src/test/results/clientpositive/tez/transform1.q.out index 755d7d9..16a2cc7 100644 --- ql/src/test/results/clientpositive/tez/transform1.q.out +++ ql/src/test/results/clientpositive/tez/transform1.q.out @@ -47,6 +47,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: SELECT transform(*) USING 'cat' AS (col array) FROM transform1_t1 PREHOOK: type: QUERY @@ -117,6 +119,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: SELECT transform('0\0021\0022') USING 'cat' AS (col array) FROM transform1_t2 PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/tez/transform_ppr1.q.out ql/src/test/results/clientpositive/tez/transform_ppr1.q.out index be7e979..fe0e2c3 100644 --- ql/src/test/results/clientpositive/tez/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/tez/transform_ppr1.q.out @@ -362,6 +362,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: FROM ( FROM srcpart src diff --git ql/src/test/results/clientpositive/tez/transform_ppr2.q.out ql/src/test/results/clientpositive/tez/transform_ppr2.q.out index 3cac552..f8445af 100644 --- ql/src/test/results/clientpositive/tez/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/tez/transform_ppr2.q.out @@ -270,6 +270,8 @@ STAGE PLANS: Stage: Stage-0 Fetch Operator limit: -1 + Processor Tree: + ListSink PREHOOK: query: FROM ( FROM srcpart src diff --git ql/src/test/results/clientpositive/udf_java_method.q.out ql/src/test/results/clientpositive/udf_java_method.q.out index 97efa6e..a38ab76 100644 --- ql/src/test/results/clientpositive/udf_java_method.q.out +++ ql/src/test/results/clientpositive/udf_java_method.q.out @@ -19,7 +19,7 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows) PREHOOK: type: QUERY @@ -31,7 +31,7 @@ SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows) POSTHOOK: type: QUERY @@ -83,10 +83,13 @@ TOK_QUERY 2.5 TOK_SELEXPR TOK_FUNCTION - java_method - "java.lang.Math" - "exp" - 1.0 + round + TOK_FUNCTION + java_method + "java.lang.Math" + "exp" + 1.0 + 6 TOK_SELEXPR TOK_FUNCTION java_method @@ -109,7 +112,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE GatherStats: false Select Operator - expressions: reflect('java.lang.String','valueOf',1) (type: string), reflect('java.lang.String','isEmpty') (type: string), reflect('java.lang.Math','max',2,3) (type: string), reflect('java.lang.Math','min',2,3) (type: string), reflect('java.lang.Math','round',2.5) (type: string), reflect('java.lang.Math','exp',1.0) (type: string), reflect('java.lang.Math','floor',1.9) (type: string) + expressions: reflect('java.lang.String','valueOf',1) (type: string), reflect('java.lang.String','isEmpty') (type: string), reflect('java.lang.Math','max',2,3) (type: string), reflect('java.lang.Math','min',2,3) (type: string), reflect('java.lang.Math','round',2.5) (type: string), round(reflect('java.lang.Math','exp',1.0), 6) (type: double), reflect('java.lang.Math','floor',1.9) (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE ListSink @@ -119,7 +122,7 @@ PREHOOK: query: SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows) PREHOOK: type: QUERY @@ -130,10 +133,10 @@ POSTHOOK: query: SELECT java_method("java.lang.String", "valueOf", 1), java_method("java.lang.Math", "max", 2, 3), java_method("java.lang.Math", "min", 2, 3), java_method("java.lang.Math", "round", 2.5), - java_method("java.lang.Math", "exp", 1.0), + round(java_method("java.lang.Math", "exp", 1.0), 6), java_method("java.lang.Math", "floor", 1.9) FROM src tablesample (1 rows) POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -1 true 3 2 3 2.7182818284590455 1.0 +1 true 3 2 3 2.718282 1.0 diff --git ql/src/test/results/clientpositive/udf_reflect.q.out ql/src/test/results/clientpositive/udf_reflect.q.out index 44e10ec..63d67cb 100644 --- ql/src/test/results/clientpositive/udf_reflect.q.out +++ ql/src/test/results/clientpositive/udf_reflect.q.out @@ -17,7 +17,7 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) @@ -28,7 +28,7 @@ SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) @@ -81,10 +81,13 @@ TOK_QUERY 2.5 TOK_SELEXPR TOK_FUNCTION - reflect - "java.lang.Math" - "exp" - 1.0 + round + TOK_FUNCTION + reflect + "java.lang.Math" + "exp" + 1.0 + 6 TOK_SELEXPR TOK_FUNCTION reflect @@ -115,7 +118,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE GatherStats: false Select Operator - expressions: reflect('java.lang.String','valueOf',1) (type: string), reflect('java.lang.String','isEmpty') (type: string), reflect('java.lang.Math','max',2,3) (type: string), reflect('java.lang.Math','min',2,3) (type: string), reflect('java.lang.Math','round',2.5) (type: string), reflect('java.lang.Math','exp',1.0) (type: string), reflect('java.lang.Math','floor',1.9) (type: string), reflect('java.lang.Integer','valueOf',key,16) (type: string) + expressions: reflect('java.lang.String','valueOf',1) (type: string), reflect('java.lang.String','isEmpty') (type: string), reflect('java.lang.Math','max',2,3) (type: string), reflect('java.lang.Math','min',2,3) (type: string), reflect('java.lang.Math','round',2.5) (type: string), round(reflect('java.lang.Math','exp',1.0), 6) (type: double), reflect('java.lang.Math','floor',1.9) (type: string), reflect('java.lang.Integer','valueOf',key,16) (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE ListSink @@ -125,7 +128,7 @@ PREHOOK: query: SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) @@ -137,11 +140,11 @@ POSTHOOK: query: SELECT reflect("java.lang.String", "valueOf", 1), reflect("java.lang.Math", "max", 2, 3), reflect("java.lang.Math", "min", 2, 3), reflect("java.lang.Math", "round", 2.5), - reflect("java.lang.Math", "exp", 1.0), + round(reflect("java.lang.Math", "exp", 1.0), 6), reflect("java.lang.Math", "floor", 1.9), reflect("java.lang.Integer", "valueOf", key, 16) FROM src tablesample (1 rows) POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -1 true 3 2 3 2.7182818284590455 1.0 568 +1 true 3 2 3 2.718282 1.0 568 diff --git ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out index 952a7a4..5cc48d2 100644 --- ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out +++ ql/src/test/results/clientpositive/vector_decimal_math_funcs.q.out @@ -14,7 +14,7 @@ select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. @@ -53,7 +53,7 @@ select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. @@ -98,7 +98,7 @@ STAGE PLANS: predicate: (((cbigint % 500) = 0) and (sin(cdecimal1) >= (- 1.0))) (type: boolean) Statistics: Num rows: 2048 Data size: 366958 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: cdecimal1 (type: decimal(20,10)), round(cdecimal1, 2) (type: decimal(13,2)), round(cdecimal1) (type: decimal(11,0)), floor(cdecimal1) (type: decimal(11,0)), ceil(cdecimal1) (type: decimal(11,0)), exp(cdecimal1) (type: double), ln(cdecimal1) (type: double), log10(cdecimal1) (type: double), log2(cdecimal1) (type: double), log2((cdecimal1 - 15601.0)) (type: double), log(2.0, cdecimal1) (type: double), power(log2(cdecimal1), 2.0) (type: double), power(log2(cdecimal1), 2.0) (type: double), sqrt(cdecimal1) (type: double), abs(cdecimal1) (type: decimal(38,18)), sin(cdecimal1) (type: double), asin(cdecimal1) (type: double), cos(cdecimal1) (type: double), acos(cdecimal1) (type: double), atan(cdecimal1) (type: double), degrees(cdecimal1) (type: double), radians(cdecimal1) (type: double), cdecimal1 (type: decimal(20,10)), (- cdecimal1) (type: decimal(20,10)), sign(cdecimal1) (type: int), cos(((- sin(log(cdecimal1))) + 3.14159)) (type: double) + expressions: cdecimal1 (type: decimal(20,10)), round(cdecimal1, 2) (type: decimal(13,2)), round(cdecimal1) (type: decimal(11,0)), floor(cdecimal1) (type: decimal(11,0)), ceil(cdecimal1) (type: decimal(11,0)), round(exp(cdecimal1), 58) (type: double), ln(cdecimal1) (type: double), log10(cdecimal1) (type: double), log2(cdecimal1) (type: double), log2((cdecimal1 - 15601.0)) (type: double), log(2.0, cdecimal1) (type: double), power(log2(cdecimal1), 2.0) (type: double), power(log2(cdecimal1), 2.0) (type: double), sqrt(cdecimal1) (type: double), abs(cdecimal1) (type: decimal(38,18)), sin(cdecimal1) (type: double), asin(cdecimal1) (type: double), cos(cdecimal1) (type: double), acos(cdecimal1) (type: double), atan(cdecimal1) (type: double), degrees(cdecimal1) (type: double), radians(cdecimal1) (type: double), cdecimal1 (type: decimal(20,10)), (- cdecimal1) (type: decimal(20,10)), sign(cdecimal1) (type: int), cos(((- sin(log(cdecimal1))) + 3.14159)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 Statistics: Num rows: 2048 Data size: 366958 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -122,7 +122,7 @@ PREHOOK: query: select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. @@ -160,7 +160,7 @@ POSTHOOK: query: select ,Round(cdecimal1) ,Floor(cdecimal1) ,Ceil(cdecimal1) - ,Exp(cdecimal1) + ,round(Exp(cdecimal1), 58) ,Ln(cdecimal1) ,Log10(cdecimal1) -- Use log2 as a representative function to test all input types. @@ -192,7 +192,7 @@ and sin(cdecimal1) >= -1.0 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_test #### A masked pattern was here #### --119.4594594595 -119.46 -119 -120 -119 1.3164850923493003E-52 NULL NULL NULL NULL NULL NULL NULL NULL 119.4594594595 -0.07885666683797002 NaN 0.9968859644388647 NaN -1.5624254815943668 -6844.522849943508 -2.0849608902209606 -119.4594594595 119.4594594595 -1 NULL +-119.4594594595 -119.46 -119 -120 -119 1.316485E-52 NULL NULL NULL NULL NULL NULL NULL NULL 119.4594594595 -0.07885666683797002 NaN 0.9968859644388647 NaN -1.5624254815943668 -6844.522849943508 -2.0849608902209606 -119.4594594595 119.4594594595 -1 NULL 9318.4351351351 9318.44 9318 9318 9319 Infinity 9.13974998962673 3.969342986470191 13.185871984999437 NULL 13.185871984999437 173.867220004793 173.867220004793 96.53204201266593 9318.4351351351 0.4540668481851705 NaN 0.8909676185918236 NaN 1.5706890126394983 533907.0049096602 162.63737424163023 9318.4351351351 -9318.4351351351 1 -0.9607267417229353 9318.4351351351 9318.44 9318 9318 9319 Infinity 9.13974998962673 3.969342986470191 13.185871984999437 NULL 13.185871984999437 173.867220004793 173.867220004793 96.53204201266593 9318.4351351351 0.4540668481851705 NaN 0.8909676185918236 NaN 1.5706890126394983 533907.0049096602 162.63737424163023 9318.4351351351 -9318.4351351351 1 -0.9607267417229353 9318.4351351351 9318.44 9318 9318 9319 Infinity 9.13974998962673 3.969342986470191 13.185871984999437 NULL 13.185871984999437 173.867220004793 173.867220004793 96.53204201266593 9318.4351351351 0.4540668481851705 NaN 0.8909676185918236 NaN 1.5706890126394983 533907.0049096602 162.63737424163023 9318.4351351351 -9318.4351351351 1 -0.9607267417229353 diff --git ql/src/test/results/compiler/plan/input20.q.xml ql/src/test/results/compiler/plan/input20.q.xml index 6cc5c81..7915f38 100644 --- ql/src/test/results/compiler/plan/input20.q.xml +++ ql/src/test/results/compiler/plan/input20.q.xml @@ -1,1388 +1,1388 @@ - -#### A masked pattern was here #### - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - double,double - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - serialization.last.column.takes.rest - true - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - - - - - key - - - src - - - - - - - - - - - - int - - - - - 5 - - - - - - - - - false - - - - - - - double - - - - - - - _col0 - - - - - - - key - - - src - - - - - - - - - - - - - 2 - - - - - - - - - false - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - double - - - - - - - _col1 - - - - - - double - - - - - - - - - - - - - - src - - - - - - - - - - 0 - - - - - - - key - - - - - TS_0 - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - -1 - - - - - - - - - - - - - - - - - #### A masked pattern was here #### - - - - - NONE - - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - hive.serialization.extend.nesting.levels - true - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 1 - - - columns.types - string:string - - - escape.delim - \ - - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_6 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + double,double + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + serialization.last.column.takes.rest + true + + + + + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + key + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + false + + + + + + + double + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + + 2 + + + + + + + + + false + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + + _col0 + + + + + + double + + + + + + + _col1 + + + + + + double + + + + + + + + + + + + + + src + + + + + + + + + + 0 + + + + + + + key + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + -1 + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + NONE + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + hive.serialization.extend.nesting.levels + true + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 1 + + + columns.types + string:string + + + escape.delim + \ + + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_6 + + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_5 + + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + EX_4 + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input4.q.xml ql/src/test/results/compiler/plan/input4.q.xml index 0626e64..15dd6cc 100755 --- ql/src/test/results/compiler/plan/input4.q.xml +++ ql/src/test/results/compiler/plan/input4.q.xml @@ -1,1352 +1,1352 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - - - - - - - - - int - - - - - 100 - - - - - - - - - - - - boolean - - - - - - - - - FIL_8 - - - - - - - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - value - - - src - - - - - - - - _col0 - - - key - - - src - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - src - - - - - - - - - - 0 - - - 1 - - - - - - - key - - - value - - - - - TS_0 - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_6 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + + + int + + + + + 100 + + + + + + + + + + + + boolean + + + + + + + + + FIL_8 + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + + src + + + + + + + + + + 0 + + + 1 + + + + + + + key + + + value + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_6 + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + EX_4 + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input5.q.xml ql/src/test/results/compiler/plan/input5.q.xml index 036834e..2f06f1e 100644 --- ql/src/test/results/compiler/plan/input5.q.xml +++ ql/src/test/results/compiler/plan/input5.q.xml @@ -1,1418 +1,1418 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - name - default.src_thrift - - - columns.types - - - - serialization.ddl - struct src_thrift { } - - - columns - - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - columns.comments - - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - tmap:src_thrift - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - lintstring - - - src_thrift - - - - - - - - - myint - - - mystring - - - underscore_int - - - - - - - - - int - - - - - - - - - - - - - - - - - - - _col0 - - - lint - - - src_thrift - - - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - array<int> - - - - - - - _col1 - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - - - - - - src_thrift - - - - - - - - - - 2 - - - 4 - - - - - - - lint - - - lintstring - - - - - TS_0 - - - - - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - - - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src_thrift - - - - - - - #### A masked pattern was here #### - - - src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_6 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + columns.comments + + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + tmap:src_thrift + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + _col1 + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + int + + + + + + + + + + + + + + + + + + + _col0 + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + + _col0 + + + + + + array<int> + + + + + + + _col1 + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + + + + + + src_thrift + + + + + + + + + + 2 + + + 4 + + + + + + + lint + + + lintstring + + + + + TS_0 + + + + + + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src_thrift + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_6 + + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_5 + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + EX_4 + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + +