Index: ql/src/test/results/ibm/positive/input2.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input2.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input2.q.xml (revision 0) @@ -0,0 +1,2959 @@ + +#### A masked pattern was here #### + + + + + + + Stage-9 + + + + + + + + + + + + + + + Stage-4 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-5 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_11_NUM_INPUT_ROWS + + + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_11_TIME_TAKEN + + + CNTR_NAME_FS_11_FATAL_ERROR + + + + + FS_11 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_10_NUM_INPUT_ROWS + + + CNTR_NAME_TS_10_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_10_TIME_TAKEN + + + CNTR_NAME_TS_10_FATAL_ERROR + + + + + TS_10 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10006 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-8 + + + + + + + + + + + + + + Stage-7 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-15 + + + + + + + + + + + + + + + Stage-10 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-1 + + + + + + + + + + + + + + + + + Stage-11 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest2 + + + columns.types + string:string + + + serialization.ddl + struct dest2 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_13_NUM_INPUT_ROWS + + + CNTR_NAME_FS_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_13_TIME_TAKEN + + + CNTR_NAME_FS_13_FATAL_ERROR + + + + + FS_13 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_12_NUM_INPUT_ROWS + + + CNTR_NAME_TS_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_12_TIME_TAKEN + + + CNTR_NAME_TS_12_FATAL_ERROR + + + + + TS_12 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10007 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest2 + + + columns.types + string:string + + + serialization.ddl + struct dest2 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-14 + + + + + + + + + + + + + + Stage-13 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-12 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-21 + + + + + + + + + + + + + + + Stage-16 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + + + + + + Stage-17 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest3 + + + columns.types + string:string + + + serialization.ddl + struct dest3 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_15_NUM_INPUT_ROWS + + + CNTR_NAME_FS_15_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_15_TIME_TAKEN + + + CNTR_NAME_FS_15_FATAL_ERROR + + + + + FS_15 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_14_NUM_INPUT_ROWS + + + CNTR_NAME_TS_14_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_14_TIME_TAKEN + + + CNTR_NAME_TS_14_FATAL_ERROR + + + + + TS_14 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10008 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest3 + + + columns.types + string:string + + + serialization.ddl + struct dest3 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-20 + + + + + + + + + + + + + + Stage-19 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + ds + 2008-04-08 + + + hr + 12 + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-18 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-3 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + + + + + + + + + 2 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 100.0 + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 200.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 3 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + ds=2008-04-08/hr=12/ + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_9_NUM_INPUT_ROWS + + + CNTR_NAME_FS_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_9_TIME_TAKEN + + + CNTR_NAME_FS_9_FATAL_ERROR + + + + + FS_9 + + + + + + + + + + + + + + + + + + + _col1 + + + + + int + + + + + 2 + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_8_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_8_TIME_TAKEN + + + CNTR_NAME_SEL_8_FATAL_ERROR + + + + + SEL_8 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 200.0 + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_7_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_7_TIME_TAKEN + + + CNTR_NAME_FIL_7_FATAL_ERROR + + + + + FIL_7 + + + + + + + + + + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/cast1.q.out =================================================================== --- ql/src/test/results/ibm/positive/cast1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/cast1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (+ 3 2)) (TOK_SELEXPR (+ 3.0 2)) (TOK_SELEXPR (+ 3 2.0)) (TOK_SELEXPR (+ 3.0 2.0)) (TOK_SELEXPR (+ 3 (TOK_FUNCTION TOK_INT 2.0))) (TOK_SELEXPR (TOK_FUNCTION TOK_BOOLEAN 1)) (TOK_SELEXPR (TOK_FUNCTION TOK_INT TRUE))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) key) 86)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join3.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join3.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join3.q.xml (revision 0) @@ -0,0 +1,2210 @@ + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + src3 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + VALUE._col0 + + + key + + + src1 + + + + + string + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + src1 + + + RS_3 + + + + + + + + + + + + + + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + src2 + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + + + + + 1 + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + + + + columns.types + + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_4_NUM_INPUT_ROWS + + + CNTR_NAME_RS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_4_TIME_TAKEN + + + CNTR_NAME_RS_4_FATAL_ERROR + + + + + src2 + + + RS_4 + + + + + + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_1_NUM_INPUT_ROWS + + + CNTR_NAME_TS_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_1_TIME_TAKEN + + + CNTR_NAME_TS_1_FATAL_ERROR + + + + + + + 0 + + + + + TS_1 + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + src3 + + + + + + + + + VALUE._col1 + + + value + + + src3 + + + + + + + + + + + + + + + + + + + key + + + src3 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col1 + + + + + + + + 2 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col1 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_5_NUM_INPUT_ROWS + + + CNTR_NAME_RS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_5_TIME_TAKEN + + + CNTR_NAME_RS_5_FATAL_ERROR + + + + + src3 + + + RS_5 + + + + + + + + + + + + + + + + VALUE._col1 + + + src3 + + + + + + + + + + + + + + + + + + src3 + + + + + + + + + + CNTR_NAME_TS_2_NUM_INPUT_ROWS + + + CNTR_NAME_TS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_2_TIME_TAKEN + + + CNTR_NAME_TS_2_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_2 + + + + + + + + + key + + + src3 + + + + + + + + + + value + + + src3 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + src1 + + + src2 + + + src3 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_8_NUM_INPUT_ROWS + + + CNTR_NAME_FS_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_8_TIME_TAKEN + + + CNTR_NAME_FS_8_FATAL_ERROR + + + + + FS_8 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col9 + + + src3 + + + + + + + + _col0 + + + _col0 + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_7_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_7_TIME_TAKEN + + + CNTR_NAME_SEL_7_FATAL_ERROR + + + + + SEL_7 + + + + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col1 + + + src3 + + + + + + + + + + + + + + + + + + _col9 + + + VALUE._col1 + + + src3 + + + + + + + + _col0 + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + 1 + + + + + + + 2 + + + + + + + + + 0 + + + + + + + + 1 + + + + 2 + + + + + + + + + + + + + + + 0 + + + + 1 + + + + 2 + + + + + + true + + + + + + + + _col0 + + + _col9 + + + + + + + _col10 + 2 + + + _col1 + 0 + + + _col11 + 2 + + + _col2 + 0 + + + _col3 + 0 + + + _col4 + 1 + + + _col5 + 1 + + + _col6 + 1 + + + _col7 + 1 + + + _col8 + 2 + + + _col9 + 2 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + 2 + + + + + + + + + CNTR_NAME_JOIN_6_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_6_TIME_TAKEN + + + CNTR_NAME_JOIN_6_FATAL_ERROR + + + + + JOIN_6 + + + + + + + + + + + + + + + + + + 0 + + + src1 + + + + + 1 + + + src2 + + + + + 2 + + + src3 + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col9 + + + src3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input4.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input4.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input4.q.xml (revision 0) @@ -0,0 +1,1530 @@ + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-1 + + + + + + tmap:src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + tmap:src + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + tkey + + + _col0 + + + + + + + + + + tvalue + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_8_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_8_TIME_TAKEN + + + CNTR_NAME_FIL_8_FATAL_ERROR + + + + + FIL_8 + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + + + CNTR_NAME_SCR_2_NUM_INPUT_ROWS + + + CNTR_NAME_SCR_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SCR_2_TIME_TAKEN + + + CNTR_NAME_SCR_2_FATAL_ERROR + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_7_NUM_INPUT_ROWS + + + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_7_TIME_TAKEN + + + CNTR_NAME_FS_7_FATAL_ERROR + + + + + FS_7 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_6_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_6_TIME_TAKEN + + + CNTR_NAME_SEL_6_FATAL_ERROR + + + + + SEL_6 + + + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + + + + + _col1 + + + tmap + + + + + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + + + CNTR_NAME_EX_4_NUM_INPUT_ROWS + + + CNTR_NAME_EX_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_EX_4_TIME_TAKEN + + + CNTR_NAME_EX_4_FATAL_ERROR + + + + + EX_4 + + + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + + + + + _col1 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join5.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join5.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join5.q.xml (revision 0) @@ -0,0 +1,2345 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + c:b:src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:a:src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + c:b:src2 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + string + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_7_NUM_INPUT_ROWS + + + CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_7_TIME_TAKEN + + + CNTR_NAME_RS_7_FATAL_ERROR + + + + + b + + + RS_7 + + + + + + + + + + + + + + + + VALUE._col0 + + + b + + + + + + + + + + VALUE._col1 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src2 + + + + + + + + _col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + double + + + + + 15.0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_12_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_12_TIME_TAKEN + + + CNTR_NAME_FIL_12_FATAL_ERROR + + + + + FIL_12 + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + c:a:src1 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_6_NUM_INPUT_ROWS + + + CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_6_TIME_TAKEN + + + CNTR_NAME_RS_6_FATAL_ERROR + + + + + a + + + RS_6 + + + + + + + + + + + + + + + + VALUE._col0 + + + a + + + + + + + + + + VALUE._col1 + + + a + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 20.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_13_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_13_TIME_TAKEN + + + CNTR_NAME_FIL_13_FATAL_ERROR + + + + + FIL_13 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + c:b:src2 + + + c:a:src1 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_11_NUM_INPUT_ROWS + + + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_11_TIME_TAKEN + + + CNTR_NAME_FS_11_FATAL_ERROR + + + + + FS_11 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + a + + + + + + + + _col2 + + + _col2 + + + b + + + + + + + + _col3 + + + _col3 + + + b + + + + + + + + _col0 + + + _col0 + + + a + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_SEL_9_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_9_TIME_TAKEN + + + CNTR_NAME_SEL_9_FATAL_ERROR + + + + + SEL_9 + + + + + + + + + + + + + + + + c1 + + + _col0 + + + c + + + + + + + + + + c2 + + + _col1 + + + c + + + + + + + + + + c3 + + + _col2 + + + c + + + + + + + + + + c4 + + + _col3 + + + c + + + + + + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + a + + + + + + + + _col2 + + + VALUE._col0 + + + b + + + + + + + + _col3 + + + VALUE._col1 + + + b + + + + + + + + _col0 + + + VALUE._col0 + + + a + + + + + + + + + + + + + + + + 1 + + + 2 + + + + + + + + + 0 + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + + + 0 + + + + 1 + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + _col1 + 0 + + + _col2 + 1 + + + _col3 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_8_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_8_TIME_TAKEN + + + CNTR_NAME_JOIN_8_FATAL_ERROR + + + + + JOIN_8 + + + + + + + + + + + + + + + 0 + + + a + + + + + 1 + + + b + + + + + + + + + + + + + _col0 + + + a + + + + + + + + + + _col1 + + + a + + + + + + + + + + _col2 + + + b + + + + + + + + + + _col3 + + + b + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input6.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input6.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input6.q.xml (revision 0) @@ -0,0 +1,1286 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_5_NUM_INPUT_ROWS + + + CNTR_NAME_TS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_5_TIME_TAKEN + + + CNTR_NAME_TS_5_FATAL_ERROR + + + + + TS_5 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col1 + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src1 + + + + + + + + + #### A masked pattern was here #### + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input_testxpath2.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input_testxpath2.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input_testxpath2.q.xml (revision 0) @@ -0,0 +1,1078 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + src_thrift + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2 + + + serialization.format + 1 + + + columns.types + int:int:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + + + + _col2 + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + + + + + + boolean + + + + + + + + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + + src_thrift + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 2 + + + 4 + + + 5 + + + + + TS_0 + + + + + + + + + aint + + + src_thrift + + + + + + + + + + astring + + + src_thrift + + + + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join7.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join7.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join7.q.xml (revision 0) @@ -0,0 +1,3297 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + c:c:src3 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:b:src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:a:src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + c:c:src3 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + string + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 2 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_11_NUM_INPUT_ROWS + + + CNTR_NAME_RS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_11_TIME_TAKEN + + + CNTR_NAME_RS_11_FATAL_ERROR + + + + + c + + + RS_11 + + + + + + + + + + + + + + + + VALUE._col0 + + + c + + + + + + + + + + VALUE._col1 + + + c + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src3 + + + + + + + + _col0 + + + key + + + src3 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_8_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_8_TIME_TAKEN + + + CNTR_NAME_SEL_8_FATAL_ERROR + + + + + SEL_8 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src3 + + + + + + + + + + + + double + + + + + 20.0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + src3 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_16_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_16_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_16_TIME_TAKEN + + + CNTR_NAME_FIL_16_FATAL_ERROR + + + + + FIL_16 + + + + + + + + + + + + + + + + key + + + src3 + + + + + + + + + + value + + + src3 + + + + + + + + + + + + + + + + + + src3 + + + + + + + + + + CNTR_NAME_TS_6_NUM_INPUT_ROWS + + + CNTR_NAME_TS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_6_TIME_TAKEN + + + CNTR_NAME_TS_6_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_6 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + + + + + + + + + c:b:src2 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_10_NUM_INPUT_ROWS + + + CNTR_NAME_RS_10_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_10_TIME_TAKEN + + + CNTR_NAME_RS_10_FATAL_ERROR + + + + + b + + + RS_10 + + + + + + + + + + + + + + + + VALUE._col0 + + + b + + + + + + + + + + VALUE._col1 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src2 + + + + + + + + _col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 15.0 + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_17_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_17_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_17_TIME_TAKEN + + + CNTR_NAME_FIL_17_FATAL_ERROR + + + + + FIL_17 + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + c:a:src1 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_9_NUM_INPUT_ROWS + + + CNTR_NAME_RS_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_9_TIME_TAKEN + + + CNTR_NAME_RS_9_FATAL_ERROR + + + + + a + + + RS_9 + + + + + + + + + + + + + + + + VALUE._col0 + + + a + + + + + + + + + + VALUE._col1 + + + a + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 20.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_18_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_18_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_18_TIME_TAKEN + + + CNTR_NAME_FIL_18_FATAL_ERROR + + + + + FIL_18 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + c:c:src3 + + + c:b:src2 + + + c:a:src1 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4,_col5 + + + serialization.format + 1 + + + columns.types + string:string:string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_15_NUM_INPUT_ROWS + + + CNTR_NAME_FS_15_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_15_TIME_TAKEN + + + CNTR_NAME_FS_15_FATAL_ERROR + + + + + FS_15 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + a + + + + + + + + _col2 + + + _col2 + + + b + + + + + + + + _col3 + + + _col3 + + + b + + + + + + + + _col4 + + + _col4 + + + c + + + + + + + + _col5 + + + _col5 + + + c + + + + + + + + _col0 + + + _col0 + + + a + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + + + + + + + CNTR_NAME_SEL_13_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_13_TIME_TAKEN + + + CNTR_NAME_SEL_13_FATAL_ERROR + + + + + SEL_13 + + + + + + + + + + + + + + + + c1 + + + _col0 + + + c + + + + + + + + + + c2 + + + _col1 + + + c + + + + + + + + + + c3 + + + _col2 + + + c + + + + + + + + + + c4 + + + _col3 + + + c + + + + + + + + + + c5 + + + _col4 + + + c + + + + + + + + + + c6 + + + _col5 + + + c + + + + + + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + a + + + + + + + + _col2 + + + VALUE._col0 + + + b + + + + + + + + _col3 + + + VALUE._col1 + + + b + + + + + + + + _col4 + + + VALUE._col0 + + + c + + + + + + + + _col5 + + + VALUE._col1 + + + c + + + + + + + + _col0 + + + VALUE._col0 + + + a + + + + + + + + + + + + + + + + 1 + + + 3 + + + + + + + 2 + + + 1 + + + + + + + + + 0 + + + + + + + + + + + 1 + + + + + + + + + + + 2 + + + + + + + + + + + + + + + + + 1 + + + 2 + + + + + + + + + + + + 0 + + + + 1 + + + + 2 + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + + + + + _col1 + 0 + + + _col2 + 1 + + + _col3 + 1 + + + _col4 + 2 + + + _col5 + 2 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + 2 + + + + + + + + + CNTR_NAME_JOIN_12_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_12_TIME_TAKEN + + + CNTR_NAME_JOIN_12_FATAL_ERROR + + + + + JOIN_12 + + + + + + + + + + + + + + + + + + 0 + + + a + + + + + 1 + + + b + + + + + 2 + + + c + + + + + + + + + + + + + _col0 + + + a + + + + + + + + + + _col1 + + + a + + + + + + + + + + _col2 + + + b + + + + + + + + + + _col3 + + + b + + + + + + + + + + _col4 + + + c + + + + + + + + + + _col5 + + + c + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input8.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input8.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input8.q.xml (revision 0) @@ -0,0 +1,860 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2 + + + serialization.format + 1 + + + columns.types + int:double:tinyint + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + double + + + + + + + + + _col2 + + + + + + + + tinyint + + + + + + + + + + + + + + + + + _col1 + + + + + + + key + + + src1 + + + + + string + + + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMinus + + + org.apache.hadoop.hive.ql.udf.UDFOPMinus + + + - + + + + + + + + + + _col2 + + + + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col0 + + + + + + + + + + 4 + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src1 + + + + + + + + + #### A masked pattern was here #### + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input1.q.out =================================================================== --- ql/src/test/results/ibm/positive/input1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join2.q.out =================================================================== --- ql/src/test/results/ibm/positive/join2.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key))) (TOK_TABREF (TOK_TABNAME src) src3) (= (+ (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)) (. (TOK_TABLE_OR_COL src3) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/union.q.xml =================================================================== --- ql/src/test/results/ibm/positive/union.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/union.q.xml (revision 0) @@ -0,0 +1,1852 @@ + +#### A masked pattern was here #### + + + + + + + Stage-6 + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-2 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:string + + + + + + + 1 + + + + + + + CNTR_NAME_FS_12_NUM_INPUT_ROWS + + + CNTR_NAME_FS_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_12_TIME_TAKEN + + + CNTR_NAME_FS_12_FATAL_ERROR + + + + + FS_12 + + + + + + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_11_NUM_INPUT_ROWS + + + CNTR_NAME_TS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_11_TIME_TAKEN + + + CNTR_NAME_TS_11_FATAL_ERROR + + + + + TS_11 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10001 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:string + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + string:string + + + _col0,_col1 + + + true + + + #### A masked pattern was here #### + + + ../build/ql/test/data/warehouse/union.out + + + + + + + + + + + Stage-3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + null-subquery2:unioninput-subquery2:src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + null-subquery1:unioninput-subquery1:src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + null-subquery2:unioninput-subquery2:src + + + + + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_8_NUM_INPUT_ROWS + + + CNTR_NAME_FS_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_8_TIME_TAKEN + + + CNTR_NAME_FS_8_FATAL_ERROR + + + + + FS_8 + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + src + + + + + + + + _col0 + + + _col0 + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_7_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_7_TIME_TAKEN + + + CNTR_NAME_SEL_7_FATAL_ERROR + + + + + SEL_7 + + + + + + + + + + + + + + + + key + + + _col0 + + + src + + + + + + + + + + value + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_UNION_6_NUM_INPUT_ROWS + + + CNTR_NAME_UNION_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_UNION_6_TIME_TAKEN + + + CNTR_NAME_UNION_6_FATAL_ERROR + + + + + UNION_6 + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_10_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_10_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_10_TIME_TAKEN + + + CNTR_NAME_FIL_10_FATAL_ERROR + + + + + FIL_10 + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 100.0 + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_9_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_9_TIME_TAKEN + + + CNTR_NAME_FIL_9_FATAL_ERROR + + + + + FIL_9 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + null-subquery1:unioninput-subquery1:src + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + null-subquery2:unioninput-subquery2:src + + + null-subquery1:unioninput-subquery1:src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input3.q.out =================================================================== --- ql/src/test/results/ibm/positive/input3.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 100) (< (. (TOK_TABLE_OR_COL src) key) 200)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest3) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '12')))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR 2)) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 200) (< (. (TOK_TABLE_OR_COL src) key) 300)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out')) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (>= (. (TOK_TABLE_OR_COL src) key) 300)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join4.q.out =================================================================== --- ql/src/test/results/ibm/positive/join4.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input5.q.out =================================================================== --- ql/src/test/results/ibm/positive/input5.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src_thrift) lint) (. (TOK_TABLE_OR_COL src_thrift) lintstring)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join6.q.out =================================================================== --- ql/src/test/results/ibm/positive/join6.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_FULLOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input7.q.out =================================================================== --- ql/src/test/results/ibm/positive/input7.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR TOK_NULL) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join8.q.out =================================================================== --- ql/src/test/results/ibm/positive/join8.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join8.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))) (TOK_WHERE (AND (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL c) c3)) (TOK_FUNCTION TOK_ISNOTNULL (. (TOK_TABLE_OR_COL c) c1)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input_testsequencefile.q.out =================================================================== --- ql/src/test/results/ibm/positive/input_testsequencefile.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input_testsequencefile.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest4_sequencefile))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input9.q.out =================================================================== --- ql/src/test/results/ibm/positive/input9.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input9.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR TOK_NULL) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key))) (TOK_WHERE (= TOK_NULL TOK_NULL)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/udf4.q.xml =================================================================== --- ql/src/test/results/ibm/positive/udf4.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/udf4.q.xml (revision 0) @@ -0,0 +1,1993 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + dest1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + dest1 + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11,_col12,_col13,_col14,_col15,_col16,_col17,_col18 + + + serialization.format + 1 + + + columns.types + double:double:double:bigint:bigint:bigint:double:double:double:bigint:bigint:bigint:bigint:double:int:int:int:int:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + double + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + bigint + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + + + + + + _col6 + + + + + + + + + + + + + _col7 + + + + + + + + + + + + + _col8 + + + + + + + + + + + + + _col9 + + + + + + + + + + + + + _col10 + + + + + + + + + + + + + _col11 + + + + + + + + + + + + + _col12 + + + + + + + + + + + + + _col13 + + + + + + + + + + + + + _col14 + + + + + + + + int + + + + + + + + + _col15 + + + + + + + + + + + + + _col16 + + + + + + + + + + + + + _col17 + + + + + + + + + + + + + _col18 + + + + + + + + + + + + + + + + + + + + + _col10 + + + + + + + + + + 1.5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + ceil + + + + + + + + + + _col11 + + + + + + + + + + + + + + 1.5 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + ceil + + + + + + + + + + _col12 + + + + + + + + + + 1.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + ceiling + + + + + + + + + + _col13 + + + + + + + + + + 3 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRand + + + org.apache.hadoop.hive.ql.udf.UDFRand + + + rand + + + + + + + + + + _col14 + + + + + + 3 + + + + + _col15 + + + + + + + + + + 3 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + _col16 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col17 + + + + + + + + + + 1 + + + + + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col18 + + + + + + + + + + 1 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitNot + + + org.apache.hadoop.hive.ql.udf.UDFOPBitNot + + + ~ + + + + + + + + + + _col0 + + + + + + + + + + 1.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + round + + + + + + + + + + _col1 + + + + + + + + + + 1.5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + round + + + + + + + + + + _col2 + + + + + + + + + + + + + + 1.5 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + org.apache.hadoop.hive.ql.udf.UDFRound + + + round + + + + + + + + + + _col3 + + + + + + + + + + 1.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + floor + + + + + + + + + + _col4 + + + + + + + + + + 1.5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + floor + + + + + + + + + + _col5 + + + + + + + + + + + + + + 1.5 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + org.apache.hadoop.hive.ql.udf.UDFFloor + + + floor + + + + + + + + + + _col6 + + + + + + + + + + 1.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + sqrt + + + + + + + + + + _col7 + + + + + + + + + + + + + + 1.0 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + org.apache.hadoop.hive.ql.udf.UDFOPNegative + + + - + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + sqrt + + + + + + + + + + _col8 + + + + + + + + + + 0.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + org.apache.hadoop.hive.ql.udf.UDFSqrt + + + sqrt + + + + + + + + + + _col9 + + + + + + + + + + 1.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + org.apache.hadoop.hive.ql.udf.UDFCeil + + + ceil + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + _col6 + + + _col7 + + + _col8 + + + _col9 + + + _col10 + + + _col11 + + + _col12 + + + _col13 + + + _col14 + + + _col15 + + + _col16 + + + _col17 + + + _col18 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + _c3 + + + _col3 + + + + + + + + + + _c4 + + + _col4 + + + + + + + + + + _c5 + + + _col5 + + + + + + + + + + _c6 + + + _col6 + + + + + + + + + + _c7 + + + _col7 + + + + + + + + + + _c8 + + + _col8 + + + + + + + + + + _c9 + + + _col9 + + + + + + + + + + _c10 + + + _col10 + + + + + + + + + + _c11 + + + _col11 + + + + + + + + + + _c12 + + + _col12 + + + + + + + + + + _c13 + + + _col13 + + + + + + + + + + _c14 + + + _col14 + + + + + + + + + + _c15 + + + _col15 + + + + + + + + + + _c16 + + + _col16 + + + + + + + + + + _c17 + + + _col17 + + + + + + + + + + _c18 + + + _col18 + + + + + + + + + + + + + + + + + + dest1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + + TS_0 + + + + + + + + + key + + + dest1 + + + + + string + + + + + + + + + value + + + dest1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + dest1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + dest1 + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + dest1 + + + + + + + + + #### A masked pattern was here #### + + + dest1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/udf6.q.xml =================================================================== --- ql/src/test/results/ibm/positive/udf6.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/udf6.q.xml (revision 0) @@ -0,0 +1,791 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + _col1 + + + + + + + + int + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + boolean + + + + + true + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + + + + + + _col0 + + + + + + + + + + a + + + + + + + + + + b + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFConcat + + + org.apache.hadoop.hive.ql.udf.UDFConcat + + + concat + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/udf1.q.out =================================================================== --- ql/src/test/results/ibm/positive/udf1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/udf1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (LIKE 'a' '%a%')) (TOK_SELEXPR (LIKE 'b' '%a%')) (TOK_SELEXPR (LIKE 'ab' '%a%')) (TOK_SELEXPR (LIKE 'ab' '%a_')) (TOK_SELEXPR (LIKE '%_' '\%\_')) (TOK_SELEXPR (LIKE 'ab' '\%\_')) (TOK_SELEXPR (LIKE 'ab' '_a%')) (TOK_SELEXPR (LIKE 'ab' 'a')) (TOK_SELEXPR (RLIKE '' '.*')) (TOK_SELEXPR (RLIKE 'a' '[ab]')) (TOK_SELEXPR (RLIKE '' '[ab]')) (TOK_SELEXPR (RLIKE 'hadoop' '[a-z]*')) (TOK_SELEXPR (RLIKE 'hadoop' 'o*')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abc' 'b' 'c')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abc' 'z' 'a')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abbbb' 'bb' 'b')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'hadoop' '(.)[a-z]*' '$1ive'))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) key) 86)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input_part1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input_part1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input_part1.q.xml (revision 0) @@ -0,0 +1,1017 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + srcpart + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + ds + 2008-04-08 + + + hr + 12 + + + + + + + name + default.srcpart + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcpart + + + numFiles + 4 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 4 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 23248 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + srcpart + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + srcpart + + + + + + + + _col2 + + + hr + + + true + + + srcpart + + + + + + + + _col3 + + + ds + + + true + + + srcpart + + + + + + + + _col0 + + + key + + + srcpart + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + key + + + _col0 + + + srcpart + + + + + + + + + + value + + + _col1 + + + srcpart + + + + + + + + + + hr + + + _col2 + + + srcpart + + + + + + + + + + ds + + + _col3 + + + srcpart + + + + + + + + + + + + + + + + + + + + + + + + key + + + srcpart + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + srcpart + + + + + + + + + + value + + + srcpart + + + + + + + + + + ds + + + srcpart + + + + + + + + + + hr + + + srcpart + + + + + + + + + + + + + + + + + + srcpart + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + srcpart + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + srcpart + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + srcpart + + + + + + + + + #### A masked pattern was here #### + + + hr=12 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + ds + 2008-04-08 + + + hr + 12 + + + + + + + name + default.srcpart + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcpart + + + numFiles + 4 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 4 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 23248 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/groupby2.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby2.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby2.q.xml (revision 0) @@ -0,0 +1,1838 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + KEY._col0 + + + _col0 + + + + + + + + string + + + + + + + + + + + + + + + 1 + + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.sort.order + ++ + + + columns.types + string,uniontype<struct<_col0:string>> + + + + + + + 1 + + + -1 + + + + + _col0 + + + _col1 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + -1 + + + + + + + _col2 + + + + + + + + bigint + + + + + + + + + _col3 + + + + + + + + double + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + bigint,double + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0 + + + + + + + + + + KEY._col1:0._col0 + + + + + + + + + + VALUE._col0 + + + + + + + + + + VALUE._col1 + + + + + + + + + + + + + + + + + + _col1 + + + + + + + value + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + + 1 + + + + + + + + + + 1 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + true + + + + + + count + + + + PARTIAL1 + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + + sum + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + 0.5 + + + 1 + + + + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + key + + + value + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2 + + + serialization.format + 1 + + + columns.types + string:bigint:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + + + + + + + _col2 + + + + + + + _col0 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFConcat + + + org.apache.hadoop.hive.ql.udf.UDFConcat + + + concat + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + + + + + + + + + _col0 + + + KEY._col0 + + + + + + + + + + + + + + + + true + + + + + + count + + + + COMPLETE + + + + + + + + KEY._col1:0._col0 + + + + + + + + + + + + + + + + + sum + + + + FINAL + + + + + + + + VALUE._col1 + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + _col1 + + + _col2 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input_testxpath.q.out =================================================================== --- ql/src/test/results/ibm/positive/input_testxpath.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input_testxpath.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_thrift) lint) 1)) (TOK_SELEXPR (. ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0) mystring)) (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_thrift) mstringstring) 'key_2'))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby4.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby4.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby4.q.xml (revision 0) @@ -0,0 +1,1264 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + KEY._col0 + + + _col0 + + + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + _col0 + + + + + + + + + + + -1 + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + + + + columns.types + + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0 + + + + + + + + + + + + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + int + + + + + 1 + + + + + + + + + + 1 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + 0.5 + + + 1 + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + bigint + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + key + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0 + + + serialization.format + 1 + + + columns.types + string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + + + + + + + + + _col0 + + + KEY._col0 + + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/groupby6.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby6.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby6.q.xml (revision 0) @@ -0,0 +1,1264 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + KEY._col0 + + + _col0 + + + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + _col0 + + + + + + + + + + + -1 + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + + + + columns.types + + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0 + + + + + + + + + + + + + + + + + + _col0 + + + + + + + value + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + + 1 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + 0.5 + + + 1 + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + bigint + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + value + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 1 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0 + + + serialization.format + 1 + + + columns.types + string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + + + + + + + + + _col0 + + + KEY._col0 + + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/groupby1.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL src) key)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/udf_case.q.out =================================================================== --- ql/src/test/results/ibm/positive/udf_case.q.out (revision 0) +++ ql/src/test/results/ibm/positive/udf_case.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION CASE 1 1 2 3 4 5)) (TOK_SELEXPR (TOK_FUNCTION CASE 11 12 13 14 15))) (TOK_LIMIT 1))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/subq.q.out =================================================================== --- ql/src/test/results/ibm/positive/subq.q.out (revision 0) +++ ql/src/test/results/ibm/positive/subq.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) unioninput)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../build/ql/test/data/warehouse/union.out')) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME unioninput)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby3.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby3.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTIONDI avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby5.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby5.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL src) key)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/case_sensitivity.q.xml =================================================================== --- ql/src/test/results/ibm/positive/case_sensitivity.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/case_sensitivity.q.xml (revision 0) @@ -0,0 +1,1493 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_5_NUM_INPUT_ROWS + + + CNTR_NAME_TS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_5_TIME_TAKEN + + + CNTR_NAME_TS_5_FATAL_ERROR + + + + + TS_5 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + src_thrift + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + int + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + + + MYSTRING + + + false + + + + + + + + _col0 + + + + + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + + + + 0 + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + + + + + + + + + + src_thrift + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 2 + + + 4 + + + + + TS_0 + + + + + + + + + aint + + + src_thrift + + + + + + + + + + astring + + + src_thrift + + + + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample1.q.xml (revision 0) @@ -0,0 +1,1125 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + ds + 2008-04-08 + + + hr + 11 + + + + + + + name + default.srcpart + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcpart + + + numFiles + 4 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 4 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 23248 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_4_NUM_INPUT_ROWS + + + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_4_TIME_TAKEN + + + CNTR_NAME_FS_4_FATAL_ERROR + + + + + FS_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col2 + + + ds + + + true + + + s + + + + + + + + _col3 + + + hr + + + true + + + s + + + + + + + + _col0 + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + true + + + + + + + CNTR_NAME_SEL_3_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_3_TIME_TAKEN + + + CNTR_NAME_SEL_3_FATAL_ERROR + + + + + SEL_3 + + + + + + + + + + + + + + + + key + + + _col0 + + + s + + + + + + + + + + value + + + _col1 + + + s + + + + + + + + + + ds + + + _col2 + + + s + + + + + + + + + + hr + + + _col3 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRand + + + org.apache.hadoop.hive.ql.udf.UDFRand + + + rand + + + + + + + double + + + + + + + + + + + + + + int + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 1 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + ds + + + s + + + + + + + + + + hr + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + hr=11 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + ds + 2008-04-08 + + + hr + 11 + + + + + + + name + default.srcpart + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcpart + + + numFiles + 4 + + + columns.types + string:string + + + serialization.ddl + struct srcpart { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 4 + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 23248 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample3.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample3.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample3.q.xml (revision 0) @@ -0,0 +1,1423 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_5_NUM_INPUT_ROWS + + + CNTR_NAME_FS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_5_TIME_TAKEN + + + CNTR_NAME_FS_5_FATAL_ERROR + + + + + FS_5 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_4_NUM_INPUT_ROWS + + + CNTR_NAME_TS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_4_TIME_TAKEN + + + CNTR_NAME_TS_4_FATAL_ERROR + + + + + TS_4 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/udf_when.q.out =================================================================== --- ql/src/test/results/ibm/positive/udf_when.q.out (revision 0) +++ ql/src/test/results/ibm/positive/udf_when.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION WHEN (= 1 1) 2 (= 3 5) 4 5)) (TOK_SELEXPR (TOK_FUNCTION WHEN (= 12 11) 13 (= 14 10) 15))) (TOK_LIMIT 1))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample5.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample5.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample5.q.xml (revision 0) @@ -0,0 +1,1410 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_5_NUM_INPUT_ROWS + + + CNTR_NAME_FS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_5_TIME_TAKEN + + + CNTR_NAME_FS_5_FATAL_ERROR + + + + + FS_5 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_4_NUM_INPUT_ROWS + + + CNTR_NAME_TS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_4_TIME_TAKEN + + + CNTR_NAME_TS_4_FATAL_ERROR + + + + + TS_4 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 5 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input20.q.out =================================================================== --- ql/src/test/results/ibm/positive/input20.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input20.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (% (. (TOK_TABLE_OR_COL src) key) 2) (% (. (TOK_TABLE_OR_COL src) key) 5)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE TOK_RECORDWRITER 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key value)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample7.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample7.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample7.q.xml (revision 0) @@ -0,0 +1,1458 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_7_NUM_INPUT_ROWS + + + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_7_TIME_TAKEN + + + CNTR_NAME_FS_7_FATAL_ERROR + + + + + FS_7 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_6_NUM_INPUT_ROWS + + + CNTR_NAME_TS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_6_TIME_TAKEN + + + CNTR_NAME_TS_6_FATAL_ERROR + + + + + TS_6 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_4_NUM_INPUT_ROWS + + + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_4_TIME_TAKEN + + + CNTR_NAME_FS_4_FATAL_ERROR + + + + + FS_4 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_3_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_3_TIME_TAKEN + + + CNTR_NAME_SEL_3_FATAL_ERROR + + + + + SEL_3 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 4 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + 100 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_5_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_5_TIME_TAKEN + + + CNTR_NAME_FIL_5_FATAL_ERROR + + + + + FIL_5 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket0.txt + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample2.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample2.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/cast1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/cast1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/cast1.q.xml (revision 0) @@ -0,0 +1,1289 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4,_col5,_col6 + + + serialization.format + 1 + + + columns.types + int:double:double:double:int:boolean:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + double + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + boolean + + + + + + + + + _col6 + + + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + + 3.0 + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col2 + + + + + + + + + + 3 + + + + + + + + + + 2.0 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col3 + + + + + + + + + + 3.0 + + + + + + + + + + 2.0 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col4 + + + + + + + + + + 3 + + + + + + + + + + + + + + 2.0 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToInteger + + + org.apache.hadoop.hive.ql.udf.UDFToInteger + + + UDFToInteger + + + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + _col5 + + + + + + + + + + 1 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToBoolean + + + org.apache.hadoop.hive.ql.udf.UDFToBoolean + + + UDFToBoolean + + + + + + + + + + _col6 + + + + + + + + + + true + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToInteger + + + org.apache.hadoop.hive.ql.udf.UDFToInteger + + + UDFToInteger + + + + + + + + + + _col0 + + + + + + + + + + 3 + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + _col6 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + _c3 + + + _col3 + + + + + + + + + + _c4 + + + _col4 + + + + + + + + + + _c5 + + + _col5 + + + + + + + + + + _c6 + + + _col6 + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + string + + + + + + + + + + + + 86.0 + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample4.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample4.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample6.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample6.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 4 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input1.q.xml (revision 0) @@ -0,0 +1,1300 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_5_NUM_INPUT_ROWS + + + CNTR_NAME_TS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_5_TIME_TAKEN + + + CNTR_NAME_TS_5_FATAL_ERROR + + + + + TS_5 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join2.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join2.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join2.q.xml (revision 0) @@ -0,0 +1,3077 @@ + +#### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-3 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + + src3 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + $INTNAME + + + + + + + + + VALUE._col0 + + + _col0 + + + src1 + + + + + string + + + + + + + + + + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col4 + + + src2 + + + + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + org.apache.hadoop.hive.ql.udf.UDFOPPlus + + + + + + + + + + + double + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + double + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_6_NUM_INPUT_ROWS + + + CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_6_TIME_TAKEN + + + CNTR_NAME_RS_6_FATAL_ERROR + + + + + RS_6 + + + + + + + + + + + + + + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_12_NUM_INPUT_ROWS + + + CNTR_NAME_TS_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_12_TIME_TAKEN + + + CNTR_NAME_TS_12_FATAL_ERROR + + + + + TS_12 + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col4 + + + src2 + + + + + + + + + + + + + + src3 + + + + + + + + + VALUE._col1 + + + value + + + src3 + + + + + + + + + + + + + + + + + + + + + + + key + + + src3 + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + UDFToDouble + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + double + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col1 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_7_NUM_INPUT_ROWS + + + CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_7_TIME_TAKEN + + + CNTR_NAME_RS_7_FATAL_ERROR + + + + + src3 + + + RS_7 + + + + + + + + + + + + + + + + VALUE._col1 + + + src3 + + + + + + + + + + + + + + + + + + src3 + + + + + + + + + + CNTR_NAME_TS_2_NUM_INPUT_ROWS + + + CNTR_NAME_TS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_2_TIME_TAKEN + + + CNTR_NAME_TS_2_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_2 + + + + + + + + + key + + + src3 + + + + + + + + + + value + + + src3 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + $INTNAME + + + + + #### A masked pattern was here #### + + + src3 + + + + + + + + + #### A masked pattern was here #### + + + -mr-10002 + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col4 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_10_NUM_INPUT_ROWS + + + CNTR_NAME_FS_10_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_10_TIME_TAKEN + + + CNTR_NAME_FS_10_FATAL_ERROR + + + + + FS_10 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col9 + + + src3 + + + + + + + + _col0 + + + _col0 + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_9_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_9_TIME_TAKEN + + + CNTR_NAME_SEL_9_FATAL_ERROR + + + + + SEL_9 + + + + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col1 + + + src3 + + + + + + + + + + + + + + + + + + _col9 + + + VALUE._col1 + + + src3 + + + + + + + + _col0 + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + 1 + + + + + + + + + 0 + + + + + + + + 1 + + + + + + + + + + + + + + + 0 + + + + 1 + + + + + + true + + + + + + + + _col0 + + + _col9 + + + + + + + _col10 + 1 + + + _col1 + 0 + + + _col11 + 1 + + + _col2 + 0 + + + _col3 + 0 + + + _col4 + 0 + + + _col5 + 0 + + + _col6 + 0 + + + _col7 + 0 + + + _col8 + 1 + + + _col9 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_8_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_8_TIME_TAKEN + + + CNTR_NAME_JOIN_8_FATAL_ERROR + + + + + JOIN_8 + + + + + + + + + + + + + + + 0 + + + src1 + + + src2 + + + + + 1 + + + src3 + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col9 + + + src3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + VALUE._col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + src1 + + + RS_3 + + + + + + + + + + + + + + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + src2 + + + + + + + + + VALUE._col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + + + + + + 1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_4_NUM_INPUT_ROWS + + + CNTR_NAME_RS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_4_TIME_TAKEN + + + CNTR_NAME_RS_4_FATAL_ERROR + + + + + src2 + + + RS_4 + + + + + + + + + + + + + + + + VALUE._col0 + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_1_NUM_INPUT_ROWS + + + CNTR_NAME_TS_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_1_TIME_TAKEN + + + CNTR_NAME_TS_1_FATAL_ERROR + + + + + + + 0 + + + + + TS_1 + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + src1 + + + src2 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + + 1 + + + + + + + CNTR_NAME_FS_11_NUM_INPUT_ROWS + + + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_11_TIME_TAKEN + + + CNTR_NAME_FS_11_FATAL_ERROR + + + + + FS_11 + + + + + + + + + + + + + + + + + + + _col4 + + + VALUE._col0 + + + src2 + + + + + + + + _col0 + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + 1 + + + + + + + + + 0 + + + + + + + + 1 + + + + + + + + + + + + + + + 0 + + + + 1 + + + + + + true + + + + + + + + _col0 + + + _col4 + + + + + + + _col1 + 0 + + + _col2 + 0 + + + _col3 + 0 + + + _col4 + 1 + + + _col5 + 1 + + + _col6 + 1 + + + _col7 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_5_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_5_TIME_TAKEN + + + CNTR_NAME_JOIN_5_FATAL_ERROR + + + + + JOIN_5 + + + + + + + + + + + + + + + 0 + + + src1 + + + + + 1 + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input3.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input3.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input3.q.xml (revision 0) @@ -0,0 +1,3628 @@ + +#### A masked pattern was here #### + + + + + + + Stage-10 + + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_14_NUM_INPUT_ROWS + + + CNTR_NAME_FS_14_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_14_TIME_TAKEN + + + CNTR_NAME_FS_14_FATAL_ERROR + + + + + FS_14 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_13_NUM_INPUT_ROWS + + + CNTR_NAME_TS_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_13_TIME_TAKEN + + + CNTR_NAME_TS_13_FATAL_ERROR + + + + + TS_13 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10007 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-9 + + + + + + + + + + + + + + Stage-8 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-16 + + + + + + + + + + + + + + + Stage-11 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-1 + + + + + + + + + + + + + + + + + Stage-12 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest2 + + + columns.types + string:string + + + serialization.ddl + struct dest2 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_16_NUM_INPUT_ROWS + + + CNTR_NAME_FS_16_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_16_TIME_TAKEN + + + CNTR_NAME_FS_16_FATAL_ERROR + + + + + FS_16 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_15_NUM_INPUT_ROWS + + + CNTR_NAME_TS_15_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_15_TIME_TAKEN + + + CNTR_NAME_TS_15_FATAL_ERROR + + + + + TS_15 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10008 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest2 + + + columns.types + string:string + + + serialization.ddl + struct dest2 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-15 + + + + + + + + + + + + + + Stage-14 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-13 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-22 + + + + + + + + + + + + + + + Stage-17 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + + + + + + Stage-18 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest3 + + + columns.types + string:string + + + serialization.ddl + struct dest3 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + partition_columns + ds/hr + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_18_NUM_INPUT_ROWS + + + CNTR_NAME_FS_18_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_18_TIME_TAKEN + + + CNTR_NAME_FS_18_FATAL_ERROR + + + + + FS_18 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_17_NUM_INPUT_ROWS + + + CNTR_NAME_TS_17_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_17_TIME_TAKEN + + + CNTR_NAME_TS_17_FATAL_ERROR + + + + + TS_17 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10009 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest3 + + + columns.types + string:string + + + serialization.ddl + struct dest3 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-21 + + + + + + + + + + + + + + Stage-20 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + ds + 2008-04-08 + + + hr + 12 + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-19 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-27 + + + + + + + + + + + Stage-3 + + + + + + + + + + + + + + + + + Stage-23 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0 + + + serialization.format + 1 + + + columns.types + string + + + + + + + 1 + + + + + + + CNTR_NAME_FS_20_NUM_INPUT_ROWS + + + CNTR_NAME_FS_20_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_20_TIME_TAKEN + + + CNTR_NAME_FS_20_FATAL_ERROR + + + + + FS_20 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_19_NUM_INPUT_ROWS + + + CNTR_NAME_TS_19_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_19_TIME_TAKEN + + + CNTR_NAME_TS_19_FATAL_ERROR + + + + + TS_19 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10010 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0 + + + serialization.format + 1 + + + columns.types + string + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-26 + + + + + + + + + + + + + + Stage-25 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + string + + + _col0 + + + true + + + #### A masked pattern was here #### + + + ../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out + + + + + + + + + + + Stage-24 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-4 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + + + + + + + + + 2 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 100.0 + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 200.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 3 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + ds=2008-04-08/hr=12/ + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_9_NUM_INPUT_ROWS + + + CNTR_NAME_FS_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_9_TIME_TAKEN + + + CNTR_NAME_FS_9_FATAL_ERROR + + + + + FS_9 + + + + + + + + + + + + + + + + + + + _col1 + + + + + int + + + + + 2 + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_8_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_8_TIME_TAKEN + + + CNTR_NAME_SEL_8_FATAL_ERROR + + + + + SEL_8 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 200.0 + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 300.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_7_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_7_TIME_TAKEN + + + CNTR_NAME_FIL_7_FATAL_ERROR + + + + + FIL_7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 4 + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_12_NUM_INPUT_ROWS + + + CNTR_NAME_FS_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_12_TIME_TAKEN + + + CNTR_NAME_FS_12_FATAL_ERROR + + + + + FS_12 + + + + + + + + + + + + + + + + + + + _col0 + + + value + + + src + + + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + CNTR_NAME_SEL_11_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_11_TIME_TAKEN + + + CNTR_NAME_SEL_11_FATAL_ERROR + + + + + SEL_11 + + + + + + + + + + + + + + + + value + + + _col0 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + 300.0 + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_10_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_10_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_10_TIME_TAKEN + + + CNTR_NAME_FIL_10_FATAL_ERROR + + + + + FIL_10 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join4.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join4.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join4.q.xml (revision 0) @@ -0,0 +1,2349 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + c:b:src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:a:src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + c:b:src2 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + string + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_7_NUM_INPUT_ROWS + + + CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_7_TIME_TAKEN + + + CNTR_NAME_RS_7_FATAL_ERROR + + + + + b + + + RS_7 + + + + + + + + + + + + + + + + VALUE._col0 + + + b + + + + + + + + + + VALUE._col1 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src2 + + + + + + + + _col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + double + + + + + 15.0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_12_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_12_TIME_TAKEN + + + CNTR_NAME_FIL_12_FATAL_ERROR + + + + + FIL_12 + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + c:a:src1 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_6_NUM_INPUT_ROWS + + + CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_6_TIME_TAKEN + + + CNTR_NAME_RS_6_FATAL_ERROR + + + + + a + + + RS_6 + + + + + + + + + + + + + + + + VALUE._col0 + + + a + + + + + + + + + + VALUE._col1 + + + a + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 20.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_13_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_13_TIME_TAKEN + + + CNTR_NAME_FIL_13_FATAL_ERROR + + + + + FIL_13 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + c:b:src2 + + + c:a:src1 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_11_NUM_INPUT_ROWS + + + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_11_TIME_TAKEN + + + CNTR_NAME_FS_11_FATAL_ERROR + + + + + FS_11 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + a + + + + + + + + _col2 + + + _col2 + + + b + + + + + + + + _col3 + + + _col3 + + + b + + + + + + + + _col0 + + + _col0 + + + a + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_SEL_9_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_9_TIME_TAKEN + + + CNTR_NAME_SEL_9_FATAL_ERROR + + + + + SEL_9 + + + + + + + + + + + + + + + + c1 + + + _col0 + + + c + + + + + + + + + + c2 + + + _col1 + + + c + + + + + + + + + + c3 + + + _col2 + + + c + + + + + + + + + + c4 + + + _col3 + + + c + + + + + + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + a + + + + + + + + _col2 + + + VALUE._col0 + + + b + + + + + + + + _col3 + + + VALUE._col1 + + + b + + + + + + + + _col0 + + + VALUE._col0 + + + a + + + + + + + + + + + + + + + + 1 + + + 1 + + + + + + + + + 0 + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + 1 + + + + + + + + + 0 + + + + 1 + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + _col1 + 0 + + + _col2 + 1 + + + _col3 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_8_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_8_TIME_TAKEN + + + CNTR_NAME_JOIN_8_FATAL_ERROR + + + + + JOIN_8 + + + + + + + + + + + + + + + 0 + + + a + + + + + 1 + + + b + + + + + + + + + + + + + _col0 + + + a + + + + + + + + + + _col1 + + + a + + + + + + + + + + _col2 + + + b + + + + + + + + + + _col3 + + + b + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input5.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input5.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input5.q.xml (revision 0) @@ -0,0 +1,1568 @@ + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-1 + + + + + + tmap:src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + tmap:src_thrift + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + tkey + + + _col0 + + + + + + + + + + tvalue + + + _col1 + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + + + CNTR_NAME_SCR_2_NUM_INPUT_ROWS + + + CNTR_NAME_SCR_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SCR_2_TIME_TAKEN + + + CNTR_NAME_SCR_2_FATAL_ERROR + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + + + + _col1 + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + int + + + + + + + + + + + + + + + + + + + _col0 + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + src_thrift + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 2 + + + 4 + + + + + TS_0 + + + + + + + + + aint + + + src_thrift + + + + + + + + + + astring + + + src_thrift + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + tmap:src_thrift + + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + + + + + _col1 + + + tmap + + + + + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + + + CNTR_NAME_EX_4_NUM_INPUT_ROWS + + + CNTR_NAME_EX_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_EX_4_TIME_TAKEN + + + CNTR_NAME_EX_4_FATAL_ERROR + + + + + EX_4 + + + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + + + + + _col1 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join6.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join6.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join6.q.xml (revision 0) @@ -0,0 +1,2352 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + c:b:src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:a:src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + c:b:src2 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + string + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_7_NUM_INPUT_ROWS + + + CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_7_TIME_TAKEN + + + CNTR_NAME_RS_7_FATAL_ERROR + + + + + b + + + RS_7 + + + + + + + + + + + + + + + + VALUE._col0 + + + b + + + + + + + + + + VALUE._col1 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src2 + + + + + + + + _col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + double + + + + + 15.0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_12_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_12_TIME_TAKEN + + + CNTR_NAME_FIL_12_FATAL_ERROR + + + + + FIL_12 + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + c:a:src1 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_6_NUM_INPUT_ROWS + + + CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_6_TIME_TAKEN + + + CNTR_NAME_RS_6_FATAL_ERROR + + + + + a + + + RS_6 + + + + + + + + + + + + + + + + VALUE._col0 + + + a + + + + + + + + + + VALUE._col1 + + + a + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 20.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_13_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_13_TIME_TAKEN + + + CNTR_NAME_FIL_13_FATAL_ERROR + + + + + FIL_13 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + c:b:src2 + + + c:a:src1 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_11_NUM_INPUT_ROWS + + + CNTR_NAME_FS_11_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_11_TIME_TAKEN + + + CNTR_NAME_FS_11_FATAL_ERROR + + + + + FS_11 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + a + + + + + + + + _col2 + + + _col2 + + + b + + + + + + + + _col3 + + + _col3 + + + b + + + + + + + + _col0 + + + _col0 + + + a + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_SEL_9_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_9_TIME_TAKEN + + + CNTR_NAME_SEL_9_FATAL_ERROR + + + + + SEL_9 + + + + + + + + + + + + + + + + c1 + + + _col0 + + + c + + + + + + + + + + c2 + + + _col1 + + + c + + + + + + + + + + c3 + + + _col2 + + + c + + + + + + + + + + c4 + + + _col3 + + + c + + + + + + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + a + + + + + + + + _col2 + + + VALUE._col0 + + + b + + + + + + + + _col3 + + + VALUE._col1 + + + b + + + + + + + + _col0 + + + VALUE._col0 + + + a + + + + + + + + + + + + + + + + 1 + + + 3 + + + + + + + + + 0 + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + 1 + + + + + + + + + + + + 0 + + + + 1 + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + _col1 + 0 + + + _col2 + 1 + + + _col3 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_8_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_8_TIME_TAKEN + + + CNTR_NAME_JOIN_8_FATAL_ERROR + + + + + JOIN_8 + + + + + + + + + + + + + + + 0 + + + a + + + + + 1 + + + b + + + + + + + + + + + + + _col0 + + + a + + + + + + + + + + _col1 + + + a + + + + + + + + + + _col2 + + + b + + + + + + + + + + _col3 + + + b + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input7.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input7.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input7.q.xml (revision 0) @@ -0,0 +1,1195 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_4_NUM_INPUT_ROWS + + + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_4_TIME_TAKEN + + + CNTR_NAME_FS_4_FATAL_ERROR + + + + + FS_4 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + TS_3 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + + + + _col1 + + + key + + + src1 + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _col0 + + + + + void + + + + + + + + + _col1 + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src1 + + + + + + + + + #### A masked pattern was here #### + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join8.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join8.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join8.q.xml (revision 0) @@ -0,0 +1,2506 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + c:b:src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + c:a:src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + c:b:src2 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + string + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_7_NUM_INPUT_ROWS + + + CNTR_NAME_RS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_7_TIME_TAKEN + + + CNTR_NAME_RS_7_FATAL_ERROR + + + + + b + + + RS_7 + + + + + + + + + + + + + + + + VALUE._col0 + + + b + + + + + + + + + + VALUE._col1 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src2 + + + + + + + + _col0 + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + double + + + + + 15.0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + 25.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_14_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_14_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_14_TIME_TAKEN + + + CNTR_NAME_FIL_14_FATAL_ERROR + + + + + FIL_14 + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_3 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + c:a:src1 + + + + + + + + + + + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + VALUE._col1 + + + _col1 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_6_NUM_INPUT_ROWS + + + CNTR_NAME_RS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_6_TIME_TAKEN + + + CNTR_NAME_RS_6_FATAL_ERROR + + + + + a + + + RS_6 + + + + + + + + + + + + + + + + VALUE._col0 + + + a + + + + + + + + + + VALUE._col1 + + + a + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src1 + + + + + + + + _col0 + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 10.0 + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + 20.0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_15_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_15_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_15_TIME_TAKEN + + + CNTR_NAME_FIL_15_FATAL_ERROR + + + + + FIL_15 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + c:b:src2 + + + c:a:src1 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3 + + + serialization.format + 1 + + + columns.types + string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_12_NUM_INPUT_ROWS + + + CNTR_NAME_FS_12_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_12_TIME_TAKEN + + + CNTR_NAME_FS_12_FATAL_ERROR + + + + + FS_12 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + a + + + + + + + + _col2 + + + _col2 + + + b + + + + + + + + _col3 + + + _col3 + + + b + + + + + + + + _col0 + + + _col0 + + + a + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + + + CNTR_NAME_SEL_9_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_9_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_9_TIME_TAKEN + + + CNTR_NAME_SEL_9_FATAL_ERROR + + + + + SEL_9 + + + + + + + + + + + + + + + + c1 + + + _col0 + + + c + + + + + + + + + + c2 + + + _col1 + + + c + + + + + + + + + + c3 + + + _col2 + + + c + + + + + + + + + + c4 + + + _col3 + + + c + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_13_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_13_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_13_TIME_TAKEN + + + CNTR_NAME_FIL_13_FATAL_ERROR + + + + + FIL_13 + + + + + + + + + + + + + + + + _col0 + + + a + + + + + + + + + + _col1 + + + a + + + + + + + + + + _col2 + + + b + + + + + + + + + + _col3 + + + b + + + + + + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + a + + + + + + + + _col2 + + + VALUE._col0 + + + b + + + + + + + + _col3 + + + VALUE._col1 + + + b + + + + + + + + _col0 + + + VALUE._col0 + + + a + + + + + + + + + + + + + + + + 1 + + + 1 + + + + + + + + + 0 + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + 1 + + + + + + + + + 0 + + + + 1 + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + + + + + _col1 + 0 + + + _col2 + 1 + + + _col3 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_8_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_8_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_8_TIME_TAKEN + + + CNTR_NAME_JOIN_8_FATAL_ERROR + + + + + JOIN_8 + + + + + + + + + + + + + + + 0 + + + a + + + + + 1 + + + b + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input_testsequencefile.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input_testsequencefile.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input_testsequencefile.q.xml (revision 0) @@ -0,0 +1,1203 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.dest4_sequencefile + + + columns.types + string:string + + + serialization.ddl + struct dest4_sequencefile { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_4_NUM_INPUT_ROWS + + + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_4_TIME_TAKEN + + + CNTR_NAME_FS_4_FATAL_ERROR + + + + + FS_4 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_3_NUM_INPUT_ROWS + + + CNTR_NAME_TS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_3_TIME_TAKEN + + + CNTR_NAME_TS_3_FATAL_ERROR + + + + + TS_3 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.dest4_sequencefile + + + columns.types + string:string + + + serialization.ddl + struct dest4_sequencefile { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _col0 + + + src + + + + + + + + + + _col1 + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/join1.q.out =================================================================== --- ql/src/test/results/ibm/positive/join1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input9.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input9.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input9.q.xml (revision 0) @@ -0,0 +1,1276 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_5_NUM_INPUT_ROWS + + + CNTR_NAME_TS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_5_TIME_TAKEN + + + CNTR_NAME_TS_5_FATAL_ERROR + + + + + TS_5 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + key + + + src1 + + + + + + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + + + void + + + + + + + + + _col1 + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + src1 + + + + + + + + + #### A masked pattern was here #### + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src1 + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 216 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input2.q.out =================================================================== --- ql/src/test/results/ibm/positive/input2.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 100) (< (. (TOK_TABLE_OR_COL src) key) 200)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest3) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '12')))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR 2)) (TOK_WHERE (>= (. (TOK_TABLE_OR_COL src) key) 200)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join3.q.out =================================================================== --- ql/src/test/results/ibm/positive/join3.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key))) (TOK_TABREF (TOK_TABNAME src) src3) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src3) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input4.q.out =================================================================== --- ql/src/test/results/ibm/positive/input4.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join5.q.out =================================================================== --- ql/src/test/results/ibm/positive/join5.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input_testxpath2.q.out =================================================================== --- ql/src/test/results/ibm/positive/input_testxpath2.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input_testxpath2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) lint))) (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) lintstring))) (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) mstringstring)))) (TOK_WHERE (AND (TOK_FUNCTION TOK_ISNOTNULL (. (TOK_TABLE_OR_COL src_thrift) lint)) (NOT (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL src_thrift) mstringstring))))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input6.q.out =================================================================== --- ql/src/test/results/ibm/positive/input6.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value))) (TOK_WHERE (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL src1) key))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join7.q.out =================================================================== --- ql/src/test/results/ibm/positive/join7.q.out (revision 0) +++ ql/src/test/results/ibm/positive/join7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_FULLOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) key) c5) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value) c6)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src3) key) 20) (< (. (TOK_TABLE_OR_COL src3) key) 25))))) c) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL c) c5)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c5) c5) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c6) c6)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c5)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c6))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/input8.q.out =================================================================== --- ql/src/test/results/ibm/positive/input8.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input8.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (+ 4 TOK_NULL)) (TOK_SELEXPR (- (. (TOK_TABLE_OR_COL src1) key) TOK_NULL)) (TOK_SELEXPR (+ TOK_NULL TOK_NULL))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/union.q.out =================================================================== --- ql/src/test/results/ibm/positive/union.q.out (revision 0) +++ ql/src/test/results/ibm/positive/union.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL src) key) 100))))) unioninput)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../build/ql/test/data/warehouse/union.out')) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME unioninput)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/udf1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/udf1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/udf1.q.xml (revision 0) @@ -0,0 +1,2115 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11,_col12,_col13,_col14,_col15,_col16 + + + serialization.format + 1 + + + columns.types + boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:boolean:string:string:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + boolean + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + + + + + + _col6 + + + + + + + + + + + + + _col7 + + + + + + + + + + + + + _col8 + + + + + + + + + + + + + _col9 + + + + + + + + + + + + + _col10 + + + + + + + + + + + + + _col11 + + + + + + + + + + + + + _col12 + + + + + + + + + + + + + _col13 + + + + + + + + string + + + + + + + + + _col14 + + + + + + + + + + + + + _col15 + + + + + + + + + + + + + _col16 + + + + + + + + + + + + + + + + + + + + + _col10 + + + + + + + + + + + + + + + + + + + + [ab] + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + rlike + + + + + + + + + + _col11 + + + + + + + + + + hadoop + + + + + + + + + + [a-z]* + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + rlike + + + + + + + + + + _col12 + + + + + + + + + + hadoop + + + + + + + + + + o* + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + rlike + + + + + + + + + + _col13 + + + + + + + + + + abc + + + + + + + + + + b + + + + + + + + + + c + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + regexp_replace + + + + + + + + + + _col14 + + + + + + + + + + abc + + + + + + + + + + z + + + + + + + + + + a + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + regexp_replace + + + + + + + + + + _col15 + + + + + + + + + + abbbb + + + + + + + + + + bb + + + + + + + + + + b + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + regexp_replace + + + + + + + + + + _col16 + + + + + + + + + + hadoop + + + + + + + + + + (.)[a-z]* + + + + + + + + + + $1ive + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + org.apache.hadoop.hive.ql.udf.UDFRegExpReplace + + + regexp_replace + + + + + + + + + + _col0 + + + + + + + + + + a + + + + + + + + + + %a% + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col1 + + + + + + + + + + b + + + + + + + + + + %a% + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col2 + + + + + + + + + + ab + + + + + + + + + + %a% + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col3 + + + + + + + + + + ab + + + + + + + + + + %a_ + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col4 + + + + + + + + + + %_ + + + + + + + + + + \%\_ + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col5 + + + + + + + + + + ab + + + + + + + + + + \%\_ + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col6 + + + + + + + + + + ab + + + + + + + + + + _a% + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col7 + + + + + + + + + + ab + + + + + + + + + + a + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + org.apache.hadoop.hive.ql.udf.UDFLike + + + like + + + + + + + + + + _col8 + + + + + + + + + + + + + + + + + + + + .* + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + rlike + + + + + + + + + + _col9 + + + + + + + + + + a + + + + + + + + + + [ab] + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + org.apache.hadoop.hive.ql.udf.UDFRegExp + + + rlike + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + _col6 + + + _col7 + + + _col8 + + + _col9 + + + _col10 + + + _col11 + + + _col12 + + + _col13 + + + _col14 + + + _col15 + + + _col16 + + + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + _c3 + + + _col3 + + + + + + + + + + _c4 + + + _col4 + + + + + + + + + + _c5 + + + _col5 + + + + + + + + + + _c6 + + + _col6 + + + + + + + + + + _c7 + + + _col7 + + + + + + + + + + _c8 + + + _col8 + + + + + + + + + + _c9 + + + _col9 + + + + + + + + + + _c10 + + + _col10 + + + + + + + + + + _c11 + + + _col11 + + + + + + + + + + _c12 + + + _col12 + + + + + + + + + + _c13 + + + _col13 + + + + + + + + + + _c14 + + + _col14 + + + + + + + + + + _c15 + + + _col15 + + + + + + + + + + _c16 + + + _col16 + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 86.0 + + + + + + + + + + + + + + + + + + + CNTR_NAME_FIL_4_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_4_TIME_TAKEN + + + CNTR_NAME_FIL_4_FATAL_ERROR + + + + + FIL_4 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input_testxpath.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input_testxpath.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input_testxpath.q.xml (revision 0) @@ -0,0 +1,980 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + src_thrift + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2 + + + serialization.format + 1 + + + columns.types + int:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_2_NUM_INPUT_ROWS + + + CNTR_NAME_FS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_2_TIME_TAKEN + + + CNTR_NAME_FS_2_FATAL_ERROR + + + + + FS_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + string + + + + + + + + + _col2 + + + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + + + mystring + + + false + + + + + + + + _col2 + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + + + + + + + + key_2 + + + + + + + + + + + + + + + _col0 + + + + + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + mystring + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + + + + + + + + + src_thrift + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 2 + + + 4 + + + 5 + + + + + TS_0 + + + + + + + + + aint + + + src_thrift + + + + + + + + + + astring + + + src_thrift + + + + + + + + + + lint + + + src_thrift + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + + + + + lintstring + + + src_thrift + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + name + default.src_thrift + + + numFiles + 1 + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + totalSize + 1606 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/groupby1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby1.q.xml (revision 0) @@ -0,0 +1,1581 @@ + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + KEY._col0 + + + _col0 + + + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + _col0 + + + + + + + _col0 + + + + + + + + -1 + + + + + + + _col1 + + + + + + + + double + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + double + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0 + + + + + + + + + + VALUE._col0 + + + + + + + + + + + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + sum + + + + PARTIAL1 + + + + + + + + + + + + value + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + 0.5 + + + 1 + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + bigint + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + key + + + value + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + _col0 + + + KEY._col0 + + + + + + + + + + + + + + + + + + + sum + + + + FINAL + + + + + + + + VALUE._col0 + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/udf4.q.out =================================================================== --- ql/src/test/results/ibm/positive/udf4.q.out (revision 0) +++ ql/src/test/results/ibm/positive/udf4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME dest1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION round 1.0)) (TOK_SELEXPR (TOK_FUNCTION round 1.5)) (TOK_SELEXPR (TOK_FUNCTION round (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION floor 1.0)) (TOK_SELEXPR (TOK_FUNCTION floor 1.5)) (TOK_SELEXPR (TOK_FUNCTION floor (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION sqrt 1.0)) (TOK_SELEXPR (TOK_FUNCTION sqrt (- 1.0))) (TOK_SELEXPR (TOK_FUNCTION sqrt 0.0)) (TOK_SELEXPR (TOK_FUNCTION ceil 1.0)) (TOK_SELEXPR (TOK_FUNCTION ceil 1.5)) (TOK_SELEXPR (TOK_FUNCTION ceil (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION ceiling 1.0)) (TOK_SELEXPR (TOK_FUNCTION rand 3)) (TOK_SELEXPR (+ 3)) (TOK_SELEXPR (- 3)) (TOK_SELEXPR (+ 1 (+ 2))) (TOK_SELEXPR (+ 1 (- 2))) (TOK_SELEXPR (~ 1))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/udf_case.q.xml =================================================================== --- ql/src/test/results/ibm/positive/udf_case.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/udf_case.q.xml (revision 0) @@ -0,0 +1,885 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + int:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + + CNTR_NAME_LIM_2_NUM_INPUT_ROWS + + + CNTR_NAME_LIM_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_LIM_2_TIME_TAKEN + + + CNTR_NAME_LIM_2_FATAL_ERROR + + + + + LIM_2 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + + 11 + + + + + + + + + + 12 + + + + + + + + + + 13 + + + + + + + + + + 14 + + + + + + + + + + 15 + + + + + + + + + + + + + + + _col0 + + + + + + + + + + 1 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 3 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + + TS_0 + + + + + + + + + key + + + src + + + + + string + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/subq.q.xml =================================================================== --- ql/src/test/results/ibm/positive/subq.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/subq.q.xml (revision 0) @@ -0,0 +1,1170 @@ + +#### A masked pattern was here #### + + + + + + + Stage-6 + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-2 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:string + + + + + + + 1 + + + + + + + CNTR_NAME_FS_7_NUM_INPUT_ROWS + + + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_7_TIME_TAKEN + + + CNTR_NAME_FS_7_FATAL_ERROR + + + + + FS_7 + + + + + + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_6_NUM_INPUT_ROWS + + + CNTR_NAME_TS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_6_TIME_TAKEN + + + CNTR_NAME_TS_6_FATAL_ERROR + + + + + TS_6 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10001 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:string + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + string:string + + + _col0,_col1 + + + true + + + #### A masked pattern was here #### + + + ../build/ql/test/data/warehouse/union.out + + + + + + + + + + + Stage-3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + unioninput:src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + unioninput:src + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_4_NUM_INPUT_ROWS + + + CNTR_NAME_FS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_4_TIME_TAKEN + + + CNTR_NAME_FS_4_FATAL_ERROR + + + + + FS_4 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + key + + + _col0 + + + src + + + + + + + + + + value + + + _col1 + + + src + + + + + + + + + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + + + double + + + + + 100.0 + + + + + + + + + + + + boolean + + + + + + + + + + + CNTR_NAME_FIL_5_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_5_TIME_TAKEN + + + CNTR_NAME_FIL_5_FATAL_ERROR + + + + + FIL_5 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + unioninput:src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/groupby3.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby3.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby3.q.xml (revision 0) @@ -0,0 +1,2189 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + _col0 + + + + + + + + string + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + serialization.sort.order + + + + + columns.types + uniontype<struct<_col0:string>> + + + + + + + 1 + + + + + _col0 + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + + + + + + -1 + + + + + + + _col1 + + + + + + + + double + + + + + + + + + _col2 + + + + + + + + + + count + + + sum + + + + + + + + + bigint + + + + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4 + + + columns.types + double,struct<count:bigint,sum:double>,struct<count:bigint,sum:double>,string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0:0._col0 + + + + + + + + + + VALUE._col0 + + + + + + + + + + VALUE._col1 + + + + + + + + + + VALUE._col2 + + + + + + + + + + VALUE._col3 + + + + + + + + + + VALUE._col4 + + + + + + + + + + + + + + + + + + _col0 + + + + + + + value + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + + + + sum + + + + PARTIAL1 + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + + avg + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + true + + + + + + avg + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + + max + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + + + + min + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + _col5 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + _col5 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + value + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 1 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + 1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1,_col2,_col3,_col4 + + + serialization.format + 1 + + + columns.types + double:double:double:string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + + + + + + + _col2 + + + _col2 + + + + + + + + + + + _col3 + + + _col3 + + + + + + + + + + + _col4 + + + _col4 + + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + _c2 + + + _col2 + + + + + + + + + + _c3 + + + _col3 + + + + + + + + + + _c4 + + + _col4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + sum + + + + FINAL + + + + + + + + VALUE._col0 + + + + + + + + + + + + + + + + + avg + + + + + + + + + + VALUE._col1 + + + + + + + + + + + + + + true + + + + + + avg + + + + COMPLETE + + + + + + + + KEY._col0:0._col0 + + + + + + + + + + + + + + + + + max + + + + + + + + + + VALUE._col3 + + + + + + + + + + + + + + + + + min + + + + + + + + + + VALUE._col4 + + + + + + + + + + + + + + 0.5 + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + _col1 + + + _col2 + + + _col3 + + + _col4 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + _col2 + + + + + + + + + + + + + _col3 + + + + + + + + + + + + + _col4 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/udf6.q.out =================================================================== --- ql/src/test/results/ibm/positive/udf6.q.out (revision 0) +++ ql/src/test/results/ibm/positive/udf6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION CONCAT 'a' 'b')) (TOK_SELEXPR (TOK_FUNCTION IF TRUE 1 2))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby5.q.xml =================================================================== --- ql/src/test/results/ibm/positive/groupby5.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/groupby5.q.xml (revision 0) @@ -0,0 +1,1449 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + KEY._col0 + + + _col0 + + + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + _col0 + + + + + + + _col0 + + + + + + + + -1 + + + + + + + _col1 + + + + + + + + double + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + double + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + KEY._col0 + + + + + + + + + + VALUE._col0 + + + + + + + + + + + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + sum + + + + PARTIAL1 + + + + + + + + + + + + value + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + org.apache.hadoop.hive.ql.udf.UDFSubstr + + + substr + + + + + + + + + + + + + + + + 0.5 + + + 1 + + + + + + + + + + + + + 0.9 + + + + HASH + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_GBY_2_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_2_TIME_TAKEN + + + CNTR_NAME_GBY_2_FATAL_ERROR + + + CNTR_NAME_GBY_2_COUNT_HASH_OUT + + + + + GBY_2 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + INPUT__FILE__NAME + + + INPUT__FILE__NAME + + + true + + + src + + + + + + + + value + + + value + + + src + + + + + + + + BLOCK__OFFSET__INSIDE__FILE + + + BLOCK__OFFSET__INSIDE__FILE + + + true + + + src + + + + + bigint + + + + + + + key + + + key + + + src + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + key + + + value + + + + + true + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:double + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + key + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + + + + + + + + + _col0 + + + KEY._col0 + + + + + + + + + + + + + + + + + + + sum + + + + FINAL + + + + + + + + VALUE._col0 + + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 0.9 + + + + MERGEPARTIAL + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_GBY_4_NUM_INPUT_ROWS + + + CNTR_NAME_GBY_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_GBY_4_TIME_TAKEN + + + CNTR_NAME_GBY_4_FATAL_ERROR + + + CNTR_NAME_GBY_4_COUNT_HASH_OUT + + + + + GBY_4 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input_part1.q.out =================================================================== --- ql/src/test/results/ibm/positive/input_part1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/input_part1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) hr)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) ds))) (TOK_WHERE (and (and (< (. (TOK_TABLE_OR_COL srcpart) key) 100) (= (. (TOK_TABLE_OR_COL srcpart) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL srcpart) hr) '12'))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby2.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby2.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION concat (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1) (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby4.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby4.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/groupby6.q.out =================================================================== --- ql/src/test/results/ibm/positive/groupby6.q.out (revision 0) +++ ql/src/test/results/ibm/positive/groupby6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECTDI (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5 1))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/case_sensitivity.q.out =================================================================== --- ql/src/test/results/ibm/positive/case_sensitivity.q.out (revision 0) +++ ql/src/test/results/ibm/positive/case_sensitivity.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME SRC_THRIFT))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_Thrift) LINT) 1)) (TOK_SELEXPR (. ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0) MYSTRING))) (TOK_WHERE (> ([ (. (TOK_TABLE_OR_COL src_thrift) liNT) 0) 0)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/udf_when.q.xml =================================================================== --- ql/src/test/results/ibm/positive/udf_when.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/udf_when.q.xml (revision 0) @@ -0,0 +1,965 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + int:int + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + _col0 + + + + + + + + int + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + 1 + + + + + + + CNTR_NAME_LIM_2_NUM_INPUT_ROWS + + + CNTR_NAME_LIM_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_LIM_2_TIME_TAKEN + + + CNTR_NAME_LIM_2_FATAL_ERROR + + + + + LIM_2 + + + + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + + + + + _c1 + + + _col1 + + + + + + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + 12 + + + + + + + + + + 11 + + + + + + + + + + + + boolean + + + + + + + + + + + + 13 + + + + + + + + + + + + + + 14 + + + + + + + + + + 10 + + + + + + + + + + + + + + + + + + + + 15 + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + + 1 + + + + + + + + + + 1 + + + + + + + + + + + + + + + + + + + + 2 + + + + + + + + + + + + + + 3 + + + + + + + + + + 5 + + + + + + + + + + + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + + TS_0 + + + + + + + + + key + + + src + + + + + string + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + #### A masked pattern was here #### + + + src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/input20.q.xml =================================================================== --- ql/src/test/results/ibm/positive/input20.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/input20.q.xml (revision 0) @@ -0,0 +1,1568 @@ + +#### A masked pattern was here #### + + + Stage-1 + + + + + + tmap:src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + tmap:src + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + + + string + + + + + + + _col0 + + + _col0 + + + + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + RS_3 + + + + + + + + + + + + + + + + key + + + _col0 + + + + + + + + + + value + + + _col1 + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + cat + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + double,double + + + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + serialization.last.column.takes.rest + true + + + + + + + + + + + CNTR_NAME_SCR_2_NUM_INPUT_ROWS + + + CNTR_NAME_SCR_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SCR_2_TIME_TAKEN + + + CNTR_NAME_SCR_2_FATAL_ERROR + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + + + + _col1 + + + + + + + key + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + double + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_1_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_1_TIME_TAKEN + + + CNTR_NAME_SEL_1_FATAL_ERROR + + + + + SEL_1 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + src + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src + + + + + + + + + + value + + + src + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + + + + + + + + + + + true + + + + + + + + + -1 + + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + columns + _col0,_col1 + + + serialization.format + 1 + + + columns.types + string:string + + + escape.delim + \ + + + + + + + 1 + + + + + + + CNTR_NAME_FS_7_NUM_INPUT_ROWS + + + CNTR_NAME_FS_7_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_7_TIME_TAKEN + + + CNTR_NAME_FS_7_FATAL_ERROR + + + + + FS_7 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + + + CNTR_NAME_SCR_6_NUM_INPUT_ROWS + + + CNTR_NAME_SCR_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_SCR_6_TIME_TAKEN + + + CNTR_NAME_SCR_6_FATAL_ERROR + + + + + SCR_6 + + + + + + + + + + + + + + + + key + + + _col0 + + + + + + + + + + value + + + _col1 + + + + + + + + + + + + + + + + + + _col1 + + + _col1 + + + tmap + + + + + + + + _col0 + + + _col0 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + + + + + + + + _col1 + + + + + + + + + + + + + + + + + + + + VALUE + + + + + + + + + + + + + + + CNTR_NAME_EX_4_NUM_INPUT_ROWS + + + CNTR_NAME_EX_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_EX_4_TIME_TAKEN + + + CNTR_NAME_EX_4_FATAL_ERROR + + + + + EX_4 + + + + + + + + + + + + + + + + _col0 + + + tmap + + + + + + + + + + _col1 + + + tmap + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample2.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample2.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample2.q.xml (revision 0) @@ -0,0 +1,1413 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_5_NUM_INPUT_ROWS + + + CNTR_NAME_FS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_5_TIME_TAKEN + + + CNTR_NAME_FS_5_FATAL_ERROR + + + + + FS_5 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_4_NUM_INPUT_ROWS + + + CNTR_NAME_TS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_4_TIME_TAKEN + + + CNTR_NAME_TS_4_FATAL_ERROR + + + + + TS_4 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket0.txt + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample4.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample4.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample4.q.xml (revision 0) @@ -0,0 +1,1413 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_5_NUM_INPUT_ROWS + + + CNTR_NAME_FS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_5_TIME_TAKEN + + + CNTR_NAME_FS_5_FATAL_ERROR + + + + + FS_5 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_4_NUM_INPUT_ROWS + + + CNTR_NAME_TS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_4_TIME_TAKEN + + + CNTR_NAME_TS_4_FATAL_ERROR + + + + + TS_4 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 2 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket0.txt + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample6.q.xml =================================================================== --- ql/src/test/results/ibm/positive/sample6.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/sample6.q.xml (revision 0) @@ -0,0 +1,1413 @@ + +#### A masked pattern was here #### + + + + + + + Stage-7 + + + + + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + + Stage-3 + + + + + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + 1 + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + location + #### A masked pattern was here #### + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + 1 + + + + + + + CNTR_NAME_FS_5_NUM_INPUT_ROWS + + + CNTR_NAME_FS_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_5_TIME_TAKEN + + + CNTR_NAME_FS_5_FATAL_ERROR + + + + + FS_5 + + + + + + + + + + + + + + + + key + + + + + + + + string + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + CNTR_NAME_TS_4_NUM_INPUT_ROWS + + + CNTR_NAME_TS_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_4_TIME_TAKEN + + + CNTR_NAME_TS_4_FATAL_ERROR + + + + + TS_4 + + + + + + + + + + org.apache.hadoop.hive.ql.io.CombineHiveInputFormat + + + true + + + 0 + + + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + #### A masked pattern was here #### + + + -ext-10002 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + + + + + Stage-6 + + + + + + + + + + + + + + Stage-5 + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Stage-1 + + + + + + s + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + s + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_3_NUM_INPUT_ROWS + + + CNTR_NAME_FS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_3_TIME_TAKEN + + + CNTR_NAME_FS_3_FATAL_ERROR + + + + + FS_3 + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + s + + + + + + + + _col0 + + + key + + + s + + + + + int + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + true + + + + + + + CNTR_NAME_SEL_2_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_2_TIME_TAKEN + + + CNTR_NAME_SEL_2_FATAL_ERROR + + + + + SEL_2 + + + + + + + + + + + + + + + + _col0 + + + s + + + + + + + + + + _col1 + + + s + + + + + + + + + + + + + + + + + + true + + + + + + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + + + + + + + + + + + + + + 2147483647 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + org.apache.hadoop.hive.ql.udf.UDFOPBitAnd + + + & + + + + + + + + + + + + + + + 4 + + + + + + + + + true + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + org.apache.hadoop.hive.ql.udf.UDFOPMod + + + % + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + boolean + + + + + + + + + + + + + + CNTR_NAME_FIL_1_NUM_INPUT_ROWS + + + CNTR_NAME_FIL_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_FIL_1_TIME_TAKEN + + + CNTR_NAME_FIL_1_FATAL_ERROR + + + + + FIL_1 + + + + + + + + + + + + + + + + key + + + s + + + + + + + + + + value + + + s + + + + + + + + + + + + + + + + + + s + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_0 + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + + + + + + + + + + + true + + + true + + + + + + + + #### A masked pattern was here #### + + + s + + + + + + + + + #### A masked pattern was here #### + + + srcbucket0.txt + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.srcbucket + + + numFiles + 2 + + + columns.types + int:string + + + bucket_field_name + key + + + serialization.ddl + struct srcbucket { i32 key, string value} + + + columns + key,value + + + serialization.format + 1 + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + 2 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 11603 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/positive/sample1.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample1.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) (TOK_TABLEBUCKETSAMPLE 1 1 (TOK_FUNCTION rand)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL s) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL s) hr) '11'))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample3.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample3.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2 (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample5.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample5.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 5 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/sample7.q.out =================================================================== --- ql/src/test/results/ibm/positive/sample7.q.out (revision 0) +++ ql/src/test/results/ibm/positive/sample7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 4 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL s) key) 100)))) \ No newline at end of file Index: ql/src/test/results/ibm/positive/join1.q.xml =================================================================== --- ql/src/test/results/ibm/positive/join1.q.xml (revision 0) +++ ql/src/test/results/ibm/positive/join1.q.xml (revision 0) @@ -0,0 +1,1750 @@ + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + #### A masked pattern was here #### + + + + + + + + + + + Stage-1 + + + + + + src1 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + src2 + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + src1 + + + + + + + + + VALUE._col0 + + + key + + + src1 + + + + + string + + + + + + + + + + + + + + + + + + key + + + src1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + + + + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_2_NUM_INPUT_ROWS + + + CNTR_NAME_RS_2_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_2_TIME_TAKEN + + + CNTR_NAME_RS_2_FATAL_ERROR + + + + + src1 + + + RS_2 + + + + + + + + + + + + + + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + + + src1 + + + + + + + + + + CNTR_NAME_TS_0_NUM_INPUT_ROWS + + + CNTR_NAME_TS_0_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_0_TIME_TAKEN + + + CNTR_NAME_TS_0_FATAL_ERROR + + + + + + + 0 + + + + + TS_0 + + + + + + + + + key + + + src1 + + + + + + + + + + value + + + src1 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + + + + + + + + + src2 + + + + + + + + + VALUE._col1 + + + value + + + src2 + + + + + + + + + + + + + + + + + + + key + + + src2 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + joinkey0 + + + serialization.sort.order + + + + + columns.types + string + + + + + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col1 + + + + + + + + 1 + + + + + + + + + + + + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col1 + + + columns.types + string + + + escape.delim + \ + + + + + + + + + + + CNTR_NAME_RS_3_NUM_INPUT_ROWS + + + CNTR_NAME_RS_3_NUM_OUTPUT_ROWS + + + CNTR_NAME_RS_3_TIME_TAKEN + + + CNTR_NAME_RS_3_FATAL_ERROR + + + + + src2 + + + RS_3 + + + + + + + + + + + + + + + + VALUE._col1 + + + src2 + + + + + + + + + + + + + + + + + + src2 + + + + + + + + + + CNTR_NAME_TS_1_NUM_INPUT_ROWS + + + CNTR_NAME_TS_1_NUM_OUTPUT_ROWS + + + CNTR_NAME_TS_1_TIME_TAKEN + + + CNTR_NAME_TS_1_FATAL_ERROR + + + + + + + 0 + + + 1 + + + + + TS_1 + + + + + + + + + key + + + src2 + + + + + + + + + + value + + + src2 + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + + + + + + + + + + + true + + + true + + + + + + + + + true + + + -1 + + + + + #### A masked pattern was here #### + + + src1 + + + src2 + + + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + numRows + 0 + + + numPartitions + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + + + + + + + + + + + + + + + + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 200 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + + + CNTR_NAME_FS_6_NUM_INPUT_ROWS + + + CNTR_NAME_FS_6_NUM_OUTPUT_ROWS + + + CNTR_NAME_FS_6_TIME_TAKEN + + + CNTR_NAME_FS_6_FATAL_ERROR + + + + + FS_6 + + + + + + + + + + + + + + + + key + + + + + + + + + + + + + value + + + + + + + + + + + + + + + + + + + + + _col1 + + + _col5 + + + src2 + + + + + + + + _col0 + + + _col0 + + + src1 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + + + CNTR_NAME_SEL_5_NUM_INPUT_ROWS + + + CNTR_NAME_SEL_5_NUM_OUTPUT_ROWS + + + CNTR_NAME_SEL_5_TIME_TAKEN + + + CNTR_NAME_SEL_5_FATAL_ERROR + + + + + SEL_5 + + + + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col1 + + + src2 + + + + + + + + + + + + + + + + + + _col5 + + + VALUE._col1 + + + src2 + + + + + + + + _col0 + + + VALUE._col0 + + + src1 + + + + + + + + + + + + + + + + 1 + + + + + + + + + 0 + + + + + + + + 1 + + + + + + + + + + + + + + + 0 + + + + 1 + + + + + + true + + + + + + + + _col0 + + + _col5 + + + + + + + _col1 + 0 + + + _col2 + 0 + + + _col3 + 0 + + + _col4 + 1 + + + _col5 + 1 + + + _col6 + 1 + + + _col7 + 1 + + + _col0 + 0 + + + + + + + 0 + + + 1 + + + + + + + + + CNTR_NAME_JOIN_4_NUM_INPUT_ROWS + + + CNTR_NAME_JOIN_4_NUM_OUTPUT_ROWS + + + CNTR_NAME_JOIN_4_TIME_TAKEN + + + CNTR_NAME_JOIN_4_FATAL_ERROR + + + + + JOIN_4 + + + + + + + + + + + + + + + 0 + + + src1 + + + + + 1 + + + src2 + + + + + + + + + + + + + _col0 + + + src1 + + + + + + + + + + _col5 + + + src2 + + + + + + + + + + + + + + + + + + + + + + + + + + Index: ql/src/test/results/ibm/negative/invalid_map_index.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_map_index.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_map_index.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:56 MAP key type does not match index expression type '0' \ No newline at end of file Index: ql/src/test/results/ibm/negative/nonkey_groupby.q.out =================================================================== --- ql/src/test/results/ibm/negative/nonkey_groupby.q.out (revision 0) +++ ql/src/test/results/ibm/negative/nonkey_groupby.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:44 Expression not in GROUP BY key 'value' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_index.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_index.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_index.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:36 [] not valid on non-collection types '0': string \ No newline at end of file Index: ql/src/test/results/ibm/negative/wrong_distinct1.q.out =================================================================== --- ql/src/test/results/ibm/negative/wrong_distinct1.q.out (revision 0) +++ ql/src/test/results/ibm/negative/wrong_distinct1.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +2:88 SELECT DISTINCT and GROUP BY can not be in the same query. Error encountered near token 'key' \ No newline at end of file Index: ql/src/test/results/ibm/negative/wrong_distinct2.q.out =================================================================== --- ql/src/test/results/ibm/negative/wrong_distinct2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/wrong_distinct2.q.out (revision 0) @@ -0,0 +1 @@ +Parse Error: line 2:45 cannot recognize input near 'DISTINCT' 'substr' '(' in select expression Index: ql/src/test/results/ibm/negative/missing_overwrite.q.out =================================================================== --- ql/src/test/results/ibm/negative/missing_overwrite.q.out (revision 0) +++ ql/src/test/results/ibm/negative/missing_overwrite.q.out (revision 0) @@ -0,0 +1 @@ +Parse Error: line 2:7 cannot recognize input near 'INSERT' 'TABLE' 'dest1' in table source Index: ql/src/test/results/ibm/negative/invalid_create_table.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_create_table.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_create_table.q.out (revision 0) @@ -0,0 +1 @@ +Parse Error: line 3:2 mismatched input 'b' expecting ) near 'INT' in create table statement Index: ql/src/test/results/ibm/negative/duplicate_alias.q.out =================================================================== --- ql/src/test/results/ibm/negative/duplicate_alias.q.out (revision 0) +++ ql/src/test/results/ibm/negative/duplicate_alias.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 1:20 Ambiguous table alias 'a' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_select.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_select.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_select.q.out (revision 0) @@ -0,0 +1,2 @@ +Parse Error: line 3:6 missing FROM at '(' near '(' in subquery source +line 3:7 cannot recognize input near 'b' ')' 'FROM' in subquery source Index: ql/src/test/results/ibm/negative/unknown_function1.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_function1.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_function1.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:44 Invalid function 'dummyfn' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_function2.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_function2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_function2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:60 Invalid function 'anotherdummyfn' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_table1.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_table1.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_table1.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 1:5 Table not found 'dummySrc' \ No newline at end of file Index: ql/src/test/results/ibm/negative/quoted_string.q.out =================================================================== --- ql/src/test/results/ibm/negative/quoted_string.q.out (revision 0) +++ ql/src/test/results/ibm/negative/quoted_string.q.out (revision 0) @@ -0,0 +1,2 @@ +Parse Error: line 3:0 character '' not supported here +line 3:0 character '' not supported here Index: ql/src/test/results/ibm/negative/unknown_function3.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_function3.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_function3.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:60 Invalid function 'anotherdummyfn' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_function4.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_function4.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_function4.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:44 Invalid function 'dummyfn' \ No newline at end of file Index: ql/src/test/results/ibm/negative/insert_wrong_number_columns.q.out =================================================================== --- ql/src/test/results/ibm/negative/insert_wrong_number_columns.q.out (revision 0) +++ ql/src/test/results/ibm/negative/insert_wrong_number_columns.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:23 Cannot insert into target table because column number/types are different 'dest1': Table insclause-0 has 2 columns, but query has 3 columns. \ No newline at end of file Index: ql/src/test/results/ibm/negative/garbage.q.out =================================================================== --- ql/src/test/results/ibm/negative/garbage.q.out (revision 0) +++ ql/src/test/results/ibm/negative/garbage.q.out (revision 0) @@ -0,0 +1 @@ +Parse Error: line 1:0 cannot recognize input near 'this' 'is' 'totally' Index: ql/src/test/results/ibm/negative/unknown_table2.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_table2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_table2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:23 Table not found 'dummyDest' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_list_index2.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_list_index2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_list_index2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +2:74 Non-constant expressions for array indexes not supported. Error encountered near token '2' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_dot.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_dot.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_dot.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:36 . Operator is only supported on struct or list of struct types 'member' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_map_index2.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_map_index2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_map_index2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +2:80 Non-constant expression for map indexes not supported. Error encountered near token ''abc'' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column1.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column1.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column1.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:48 Invalid column reference 'dummycol' \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_function_param2.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_function_param2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_function_param2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:36 Wrong arguments ''abc'': No matching method for class org.apache.hadoop.hive.ql.udf.UDFSubstr with (string, string). Possible choices: _FUNC_(string, int, int) _FUNC_(string, int) _FUNC_(binary, int, int) _FUNC_(binary, int) \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column2.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column2.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column2.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:64 Invalid column reference 'dummykey' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column3.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column3.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column3.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:87 Invalid column reference 'dummycol' \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column4.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column4.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column4.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:83 Invalid table alias or column reference 'dummysrc': (possible column names are: key, value) \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column5.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column5.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column5.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:60 Invalid table alias or column reference 'dummysrc': (possible column names are: key, value) \ No newline at end of file Index: ql/src/test/results/ibm/negative/unknown_column6.q.out =================================================================== --- ql/src/test/results/ibm/negative/unknown_column6.q.out (revision 0) +++ ql/src/test/results/ibm/negative/unknown_column6.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Line 2:44 Expression not in GROUP BY key 'value' \ No newline at end of file Index: ql/src/test/results/ibm/negative/ambiguous_join_col.q.out =================================================================== --- ql/src/test/results/ibm/negative/ambiguous_join_col.q.out (revision 0) +++ ql/src/test/results/ibm/negative/ambiguous_join_col.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +Column key Found in more than One Tables/Subqueries \ No newline at end of file Index: ql/src/test/results/ibm/negative/invalid_list_index.q.out =================================================================== --- ql/src/test/results/ibm/negative/invalid_list_index.q.out (revision 0) +++ ql/src/test/results/ibm/negative/invalid_list_index.q.out (revision 0) @@ -0,0 +1,2 @@ +Semantic Exception: +2:74 Non-constant expressions for array indexes not supported. Error encountered near token ''abc'' \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/cast1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/cast1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/cast1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (+ 3 2)) (TOK_SELEXPR (+ 3.0 2)) (TOK_SELEXPR (+ 3 2.0)) (TOK_SELEXPR (+ 3.0 2.0)) (TOK_SELEXPR (+ 3 (TOK_FUNCTION TOK_INT 2.0))) (TOK_SELEXPR (TOK_FUNCTION TOK_BOOLEAN 1)) (TOK_SELEXPR (TOK_FUNCTION TOK_INT TRUE))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) key) 86)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input2.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input2.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 100) (< (. (TOK_TABLE_OR_COL src) key) 200)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest3) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '12')))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR 2)) (TOK_WHERE (>= (. (TOK_TABLE_OR_COL src) key) 200)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join2.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join2.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key))) (TOK_TABREF (TOK_TABNAME src) src3) (= (+ (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key)) (. (TOK_TABLE_OR_COL src3) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join3.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join3.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) src1) (TOK_TABREF (TOK_TABNAME src) src2) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src2) key))) (TOK_TABREF (TOK_TABNAME src) src3) (= (. (TOK_TABLE_OR_COL src1) key) (. (TOK_TABLE_OR_COL src3) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input3.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input3.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 100) (< (. (TOK_TABLE_OR_COL src) key) 200)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest3) (TOK_PARTSPEC (TOK_PARTVAL ds '2008-04-08') (TOK_PARTVAL hr '12')))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR 2)) (TOK_WHERE (and (>= (. (TOK_TABLE_OR_COL src) key) 200) (< (. (TOK_TABLE_OR_COL src) key) 300)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out')) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (>= (. (TOK_TABLE_OR_COL src) key) 300)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input4.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input4.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join4.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join4.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input5.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input5.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src_thrift) lint) (. (TOK_TABLE_OR_COL src_thrift) lintstring)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join5.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join5.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input6.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input6.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value))) (TOK_WHERE (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL src1) key))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input_testxpath2.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input_testxpath2.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input_testxpath2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) lint))) (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) lintstring))) (TOK_SELEXPR (TOK_FUNCTION size (. (TOK_TABLE_OR_COL src_thrift) mstringstring)))) (TOK_WHERE (AND (TOK_FUNCTION TOK_ISNOTNULL (. (TOK_TABLE_OR_COL src_thrift) lint)) (NOT (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL src_thrift) mstringstring))))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join6.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join6.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_FULLOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join7.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join7.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_FULLOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src3)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) key) c5) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src3) value) c6)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src3) key) 20) (< (. (TOK_TABLE_OR_COL src3) key) 25))))) c) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL c) c5)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c5) c5) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c6) c6)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c5)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c6))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input7.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input7.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR TOK_NULL) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input8.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input8.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input8.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (+ 4 TOK_NULL)) (TOK_SELEXPR (- (. (TOK_TABLE_OR_COL src1) key) TOK_NULL)) (TOK_SELEXPR (+ TOK_NULL TOK_NULL))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input_testsequencefile.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input_testsequencefile.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input_testsequencefile.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest4_sequencefile))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/join8.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/join8.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/join8.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) value) c2)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src1) key) 10) (< (. (TOK_TABLE_OR_COL src1) key) 20))))) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) src2)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) key) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src2) value) c4)) (TOK_WHERE (and (> (. (TOK_TABLE_OR_COL src2) key) 15) (< (. (TOK_TABLE_OR_COL src2) key) 25))))) b) (= (. (TOK_TABLE_OR_COL a) c1) (. (TOK_TABLE_OR_COL b) c3)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c1) c1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) c2) c2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c3) c3) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) c4) c4)))) c)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c2)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c3)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL c) c4))) (TOK_WHERE (AND (TOK_FUNCTION TOK_ISNULL (. (TOK_TABLE_OR_COL c) c3)) (TOK_FUNCTION TOK_ISNOTNULL (. (TOK_TABLE_OR_COL c) c1)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input9.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input9.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input9.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR TOK_NULL) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src1) key))) (TOK_WHERE (= TOK_NULL TOK_NULL)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/union.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/union.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/union.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) value))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL src) key) 100))))) unioninput)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../build/ql/test/data/warehouse/union.out')) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME unioninput)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/udf1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/udf1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/udf1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (LIKE 'a' '%a%')) (TOK_SELEXPR (LIKE 'b' '%a%')) (TOK_SELEXPR (LIKE 'ab' '%a%')) (TOK_SELEXPR (LIKE 'ab' '%a_')) (TOK_SELEXPR (LIKE '%_' '\%\_')) (TOK_SELEXPR (LIKE 'ab' '\%\_')) (TOK_SELEXPR (LIKE 'ab' '_a%')) (TOK_SELEXPR (LIKE 'ab' 'a')) (TOK_SELEXPR (RLIKE '' '.*')) (TOK_SELEXPR (RLIKE 'a' '[ab]')) (TOK_SELEXPR (RLIKE '' '[ab]')) (TOK_SELEXPR (RLIKE 'hadoop' '[a-z]*')) (TOK_SELEXPR (RLIKE 'hadoop' 'o*')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abc' 'b' 'c')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abc' 'z' 'a')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'abbbb' 'bb' 'b')) (TOK_SELEXPR (TOK_FUNCTION REGEXP_REPLACE 'hadoop' '(.)[a-z]*' '$1ive'))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) key) 86)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/udf4.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/udf4.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/udf4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME dest1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION round 1.0)) (TOK_SELEXPR (TOK_FUNCTION round 1.5)) (TOK_SELEXPR (TOK_FUNCTION round (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION floor 1.0)) (TOK_SELEXPR (TOK_FUNCTION floor 1.5)) (TOK_SELEXPR (TOK_FUNCTION floor (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION sqrt 1.0)) (TOK_SELEXPR (TOK_FUNCTION sqrt (- 1.0))) (TOK_SELEXPR (TOK_FUNCTION sqrt 0.0)) (TOK_SELEXPR (TOK_FUNCTION ceil 1.0)) (TOK_SELEXPR (TOK_FUNCTION ceil 1.5)) (TOK_SELEXPR (TOK_FUNCTION ceil (- 1.5))) (TOK_SELEXPR (TOK_FUNCTION ceiling 1.0)) (TOK_SELEXPR (TOK_FUNCTION rand 3)) (TOK_SELEXPR (+ 3)) (TOK_SELEXPR (- 3)) (TOK_SELEXPR (+ 1 (+ 2))) (TOK_SELEXPR (+ 1 (- 2))) (TOK_SELEXPR (~ 1))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input_testxpath.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input_testxpath.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input_testxpath.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_thrift) lint) 1)) (TOK_SELEXPR (. ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0) mystring)) (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_thrift) mstringstring) 'key_2'))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/udf6.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/udf6.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/udf6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION CONCAT 'a' 'b')) (TOK_SELEXPR (TOK_FUNCTION IF TRUE 1 2))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input_part1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input_part1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input_part1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) hr)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) ds))) (TOK_WHERE (and (and (< (. (TOK_TABLE_OR_COL srcpart) key) 100) (= (. (TOK_TABLE_OR_COL srcpart) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL srcpart) hr) '12'))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL src) key)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/udf_case.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/udf_case.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/udf_case.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION CASE 1 1 2 3 4 5)) (TOK_SELEXPR (TOK_FUNCTION CASE 11 12 13 14 15))) (TOK_LIMIT 1))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby2.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby2.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION concat (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1) (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/subq.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/subq.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/subq.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL src) key) 100)))) unioninput)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR '../build/ql/test/data/warehouse/union.out')) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME unioninput)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby3.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby3.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTIONDI avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby4.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby4.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby5.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby5.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL src) key)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/groupby6.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/groupby6.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/groupby6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECTDI (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5 1))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/case_sensitivity.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/case_sensitivity.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/case_sensitivity.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME SRC_THRIFT))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR ([ (. (TOK_TABLE_OR_COL src_Thrift) LINT) 1)) (TOK_SELEXPR (. ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0) MYSTRING))) (TOK_WHERE (> ([ (. (TOK_TABLE_OR_COL src_thrift) liNT) 0) 0)))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/udf_when.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/udf_when.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/udf_when.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION WHEN (= 1 1) 2 (= 3 5) 4 5)) (TOK_SELEXPR (TOK_FUNCTION WHEN (= 12 11) 13 (= 14 10) 15))) (TOK_LIMIT 1))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/input20.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/input20.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/input20.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (% (. (TOK_TABLE_OR_COL src) key) 2) (% (. (TOK_TABLE_OR_COL src) key) 5)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL tmap) key) (. (TOK_TABLE_OR_COL tmap) value)) TOK_SERDE TOK_RECORDWRITER 'uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@"' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key value)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample1.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample1.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample1.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) (TOK_TABLEBUCKETSAMPLE 1 1 (TOK_FUNCTION rand)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))) (TOK_WHERE (and (= (. (TOK_TABLE_OR_COL s) ds) '2008-04-08') (= (. (TOK_TABLE_OR_COL s) hr) '11'))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample2.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample2.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample2.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample3.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample3.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample3.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2 (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample4.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample4.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample4.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 2 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample5.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample5.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample5.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 5 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample6.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample6.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample6.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 4 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))))) \ No newline at end of file Index: ql/src/test/results/ibm/compiler/parse/sample7.q.out =================================================================== --- ql/src/test/results/ibm/compiler/parse/sample7.q.out (revision 0) +++ ql/src/test/results/ibm/compiler/parse/sample7.q.out (revision 0) @@ -0,0 +1 @@ +(TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcbucket) (TOK_TABLEBUCKETSAMPLE 1 4 (TOK_TABLE_OR_COL key)) s)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME s)))) (TOK_WHERE (> (. (TOK_TABLE_OR_COL s) key) 100)))) \ No newline at end of file Index: ql/build.xml =================================================================== --- ql/build.xml (revision 1481823) +++ ql/build.xml (working copy) @@ -27,6 +27,12 @@ location="${basedir}/src/gen/protobuf/gen-java"/> + + + + + +