diff --git contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q index 2c36520..a8ab751 100644 --- contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q +++ contrib/src/test/queries/clientpositive/udf_example_arraymapstruct.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19110. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; + add jar ${system:maven.local.repository}/org/apache/hive/hive-contrib/${system:hive.version}/hive-contrib-${system:hive.version}.jar; CREATE TEMPORARY FUNCTION example_arraysum AS 'org.apache.hadoop.hive.contrib.udf.example.UDFExampleArraySum'; diff --git ql/src/test/queries/clientpositive/delete_orig_table.q ql/src/test/queries/clientpositive/delete_orig_table.q index 81c7cba..c73b21c 100644 --- ql/src/test/queries/clientpositive/delete_orig_table.q +++ ql/src/test/queries/clientpositive/delete_orig_table.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19109. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; + set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; diff --git ql/src/test/queries/clientpositive/escape_crlf.q ql/src/test/queries/clientpositive/escape_crlf.q index 2d6e05e..46c3605 100644 --- ql/src/test/queries/clientpositive/escape_crlf.q +++ ql/src/test/queries/clientpositive/escape_crlf.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19118. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; + DROP TABLE IF EXISTS base_tab; CREATE TABLE base_tab(a STRING, b STRING) ROW FORMAT DELIMITED diff --git ql/src/test/queries/clientpositive/input_lazyserde.q ql/src/test/queries/clientpositive/input_lazyserde.q index c29cb82..c37e48b 100644 --- ql/src/test/queries/clientpositive/input_lazyserde.q +++ ql/src/test/queries/clientpositive/input_lazyserde.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19088. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + -- SORT_QUERY_RESULTS DROP TABLE dest1; diff --git ql/src/test/queries/clientpositive/input_lazyserde2.q ql/src/test/queries/clientpositive/input_lazyserde2.q index 0f58907..2a2cf06 100644 --- ql/src/test/queries/clientpositive/input_lazyserde2.q +++ ql/src/test/queries/clientpositive/input_lazyserde2.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19088. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + -- SORT_QUERY_RESULTS DROP TABLE dest1; diff --git ql/src/test/queries/clientpositive/nested_column_pruning.q ql/src/test/queries/clientpositive/nested_column_pruning.q index aaadebd..ab5e16b 100644 --- ql/src/test/queries/clientpositive/nested_column_pruning.q +++ ql/src/test/queries/clientpositive/nested_column_pruning.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19016. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + set hive.fetch.task.conversion = none; set hive.exec.dynamic.partition.mode = nonstrict; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q index 5ddb9a6..8e08fbd 100644 --- ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q +++ ql/src/test/queries/clientpositive/offset_limit_global_optimizer.q @@ -3,43 +3,43 @@ set hive.limit.row.max.size=12; set hive.mapred.mode=nonstrict; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600; set hive.cbo.enable=false; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20; EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600; +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600; -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600; \ No newline at end of file +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q index 8517848..87b9a00 100644 --- ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q +++ ql/src/test/queries/clientpositive/parquet_map_of_arrays_of_ints.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19015. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + -- this test reads and writes a parquet file with a map of arrays of ints -- validates PARQUET-26 is fixed diff --git ql/src/test/queries/clientpositive/parquet_map_of_maps.q ql/src/test/queries/clientpositive/parquet_map_of_maps.q index 4289f37..8afd26d 100644 --- ql/src/test/queries/clientpositive/parquet_map_of_maps.q +++ ql/src/test/queries/clientpositive/parquet_map_of_maps.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19015. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + -- this test reads and writes a parquet file with a map of maps CREATE TABLE parquet_map_of_maps ( diff --git ql/src/test/queries/clientpositive/parquet_nested_complex.q ql/src/test/queries/clientpositive/parquet_nested_complex.q index 9ada66f..717e16f 100644 --- ql/src/test/queries/clientpositive/parquet_nested_complex.q +++ ql/src/test/queries/clientpositive/parquet_nested_complex.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19016. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=none; + -- start with the original nestedcomplex test create table nestedcomplex ( diff --git ql/src/test/queries/clientpositive/parquet_ppd_decimal.q ql/src/test/queries/clientpositive/parquet_ppd_decimal.q index ff883db..ade49a3 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_decimal.q +++ ql/src/test/queries/clientpositive/parquet_ppd_decimal.q @@ -1,3 +1,7 @@ +-- Suppress vectorization due to known bug. See HIVE-19108. +set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; + SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/udf_context_aware.q ql/src/test/queries/clientpositive/udf_context_aware.q index b12c213..bfbc73f 100644 --- ql/src/test/queries/clientpositive/udf_context_aware.q +++ ql/src/test/queries/clientpositive/udf_context_aware.q @@ -1,4 +1,5 @@ SET hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; create temporary function counter as 'org.apache.hadoop.hive.ql.udf.generic.DummyContextUDF'; diff --git ql/src/test/queries/clientpositive/vector_data_types.q ql/src/test/queries/clientpositive/vector_data_types.q index b796e71..41146d7 100644 --- ql/src/test/queries/clientpositive/vector_data_types.q +++ ql/src/test/queries/clientpositive/vector_data_types.q @@ -42,7 +42,7 @@ insert into over1korc values (NULL, NULL,NULL, NULL,NULL, NULL,NULL, NULL,NULL, SET hive.vectorized.execution.enabled=false; -EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20; +EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20; SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20; diff --git ql/src/test/queries/clientpositive/vector_left_outer_join2.q ql/src/test/queries/clientpositive/vector_left_outer_join2.q index ccceb36..3e5ec7e 100644 --- ql/src/test/queries/clientpositive/vector_left_outer_join2.q +++ ql/src/test/queries/clientpositive/vector_left_outer_join2.q @@ -27,7 +27,7 @@ select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left out set hive.vectorized.execution.enabled=false; set hive.mapjoin.hybridgrace.hashtable=true; -explain vectorization expression +explain select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ); select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ); diff --git ql/src/test/queries/clientpositive/vector_udf3.q ql/src/test/queries/clientpositive/vector_udf3.q index bc3a5e1..bfaa2e7 100644 --- ql/src/test/queries/clientpositive/vector_udf3.q +++ ql/src/test/queries/clientpositive/vector_udf3.q @@ -10,5 +10,6 @@ EXPLAIN VECTORIZATION EXPRESSION SELECT rot13(cstring1) from alltypesorc; SELECT cstring1, rot13(cstring1) from alltypesorc order by cstring1 desc limit 10; set hive.vectorized.execution.enabled=false; +set hive.test.vectorized.execution.enabled.override=disable; SELECT cstring1, rot13(cstring1) from alltypesorc order by cstring1 desc limit 10; diff --git ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out new file mode 100644 index 0000000..502404d --- /dev/null +++ ql/src/test/results/clientpositive/insert_overwrite_local_directory_1_bug.q.out @@ -0,0 +1,71 @@ +PREHOOK: query: create table map_table (foo STRING , bar MAP) +ROW FORMAT DELIMITED +FIELDS TERMINATED BY '\t' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@map_table +POSTHOOK: query: create table map_table (foo STRING , bar MAP) +ROW FORMAT DELIMITED +FIELDS TERMINATED BY '\t' +COLLECTION ITEMS TERMINATED BY ',' +MAP KEYS TERMINATED BY ':' +STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@map_table +PREHOOK: query: load data local inpath "../../data/files/map_table.txt" overwrite into table map_table +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@map_table +POSTHOOK: query: load data local inpath "../../data/files/map_table.txt" overwrite into table map_table +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@map_table +PREHOOK: query: explain +select * from map_table +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from map_table +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: map_table + Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: foo (type: string), bar (type: map) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from map_table +PREHOOK: type: QUERY +PREHOOK: Input: default@map_table +#### A masked pattern was here #### +POSTHOOK: query: select * from map_table +POSTHOOK: type: QUERY +POSTHOOK: Input: default@map_table +#### A masked pattern was here #### +foo1 {"k1":"v1","k2":"v2","k3":"v3"} +foo2 {"k21":"v21","k22":"v22","k31":"v31"} diff --git ql/src/test/results/clientpositive/llap/vector_data_types.q.out ql/src/test/results/clientpositive/llap/vector_data_types.q.out index 961261d..8dd959e 100644 --- ql/src/test/results/clientpositive/llap/vector_data_types.q.out +++ ql/src/test/results/clientpositive/llap/vector_data_types.q.out @@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION [] POSTHOOK: Lineage: over1korc.si EXPRESSION [] POSTHOOK: Lineage: over1korc.t EXPRESSION [] POSTHOOK: Lineage: over1korc.ts EXPRESSION [] -PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: false - enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out index 821ea3a..25a644d 100644 --- ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out +++ ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out @@ -170,16 +170,12 @@ POSTHOOK: Input: default@tjoin2 0 10 15 NULL 1 20 25 NULL 2 NULL 50 NULL -PREHOOK: query: explain vectorization expression +PREHOOK: query: explain select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ) PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization expression +POSTHOOK: query: explain select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ) POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: false - enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out index dbb4fa3..4334762 100644 --- ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out +++ ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out @@ -1,8 +1,8 @@ PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -20,42 +20,121 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 10 - Offset of rows: 400 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 410 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: kv1.txt + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 hr 11 properties: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} @@ -97,8 +176,91 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart Truncated Path -> Alias: - /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart] + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 400 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -106,7 +268,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -114,7 +276,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -122,21 +284,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -70 70 2008-04-08 11 -163 163 2008-04-08 11 -438 438 2008-04-08 11 -119 119 2008-04-08 11 -414 414 2008-04-08 11 -200 200 2008-04-08 11 -491 491 2008-04-08 11 -237 237 2008-04-08 11 -439 439 2008-04-08 11 -360 360 2008-04-08 11 +189 189 2008-04-08 11 +189 189 2008-04-08 12 +189 189 2008-04-09 11 +189 189 2008-04-09 12 +19 19 2008-04-08 11 +19 19 2008-04-08 12 +19 19 2008-04-09 11 +19 19 2008-04-09 12 +190 190 2008-04-08 11 +190 190 2008-04-08 12 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -154,32 +316,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 10 - Offset of rows: 490 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 500 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -380,6 +525,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 490 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -387,7 +564,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -395,7 +572,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -403,21 +580,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 +203 203 2008-04-08 12 +203 203 2008-04-08 12 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -435,32 +612,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Offset of rows: 490 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 510 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -661,6 +821,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Offset of rows: 490 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -668,7 +860,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -676,7 +868,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -684,31 +876,31 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 -238 238 2008-04-08 12 -86 86 2008-04-08 12 -311 311 2008-04-08 12 -27 27 2008-04-08 12 -165 165 2008-04-08 12 -409 409 2008-04-08 12 -255 255 2008-04-08 12 -278 278 2008-04-08 12 -98 98 2008-04-08 12 -484 484 2008-04-08 12 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 +203 203 2008-04-08 12 +203 203 2008-04-08 12 +203 203 2008-04-09 11 +203 203 2008-04-09 11 +203 203 2008-04-09 12 +203 203 2008-04-09 12 +205 205 2008-04-08 11 +205 205 2008-04-08 11 +205 205 2008-04-08 12 +205 205 2008-04-08 12 +205 205 2008-04-09 11 +205 205 2008-04-09 11 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -726,32 +918,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 600 - Offset of rows: 490 - Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 1090 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -952,6 +1127,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 600 + Offset of rows: 490 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -959,7 +1166,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -967,7 +1174,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -975,611 +1182,611 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 -238 238 2008-04-08 12 -86 86 2008-04-08 12 -311 311 2008-04-08 12 -27 27 2008-04-08 12 -165 165 2008-04-08 12 -409 409 2008-04-08 12 -255 255 2008-04-08 12 -278 278 2008-04-08 12 -98 98 2008-04-08 12 -484 484 2008-04-08 12 -265 265 2008-04-08 12 -193 193 2008-04-08 12 -401 401 2008-04-08 12 -150 150 2008-04-08 12 -273 273 2008-04-08 12 -224 224 2008-04-08 12 -369 369 2008-04-08 12 -66 66 2008-04-08 12 -128 128 2008-04-08 12 -213 213 2008-04-08 12 -146 146 2008-04-08 12 -406 406 2008-04-08 12 -429 429 2008-04-08 12 -374 374 2008-04-08 12 -152 152 2008-04-08 12 -469 469 2008-04-08 12 -145 145 2008-04-08 12 -495 495 2008-04-08 12 -37 37 2008-04-08 12 -327 327 2008-04-08 12 -281 281 2008-04-08 12 -277 277 2008-04-08 12 -209 209 2008-04-08 12 -15 15 2008-04-08 12 -82 82 2008-04-08 12 -403 403 2008-04-08 12 -166 166 2008-04-08 12 -417 417 2008-04-08 12 -430 430 2008-04-08 12 -252 252 2008-04-08 12 -292 292 2008-04-08 12 -219 219 2008-04-08 12 -287 287 2008-04-08 12 -153 153 2008-04-08 12 -193 193 2008-04-08 12 -338 338 2008-04-08 12 -446 446 2008-04-08 12 -459 459 2008-04-08 12 -394 394 2008-04-08 12 -237 237 2008-04-08 12 -482 482 2008-04-08 12 -174 174 2008-04-08 12 -413 413 2008-04-08 12 -494 494 2008-04-08 12 -207 207 2008-04-08 12 -199 199 2008-04-08 12 -466 466 2008-04-08 12 -208 208 2008-04-08 12 -174 174 2008-04-08 12 -399 399 2008-04-08 12 -396 396 2008-04-08 12 -247 247 2008-04-08 12 -417 417 2008-04-08 12 -489 489 2008-04-08 12 -162 162 2008-04-08 12 -377 377 2008-04-08 12 -397 397 2008-04-08 12 -309 309 2008-04-08 12 -365 365 2008-04-08 12 -266 266 2008-04-08 12 -439 439 2008-04-08 12 -342 342 2008-04-08 12 -367 367 2008-04-08 12 -325 325 2008-04-08 12 -167 167 2008-04-08 12 -195 195 2008-04-08 12 -475 475 2008-04-08 12 -17 17 2008-04-08 12 -113 113 2008-04-08 12 -155 155 2008-04-08 12 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 203 203 2008-04-08 12 -339 339 2008-04-08 12 -0 0 2008-04-08 12 -455 455 2008-04-08 12 -128 128 2008-04-08 12 -311 311 2008-04-08 12 -316 316 2008-04-08 12 -57 57 2008-04-08 12 -302 302 2008-04-08 12 +203 203 2008-04-08 12 +203 203 2008-04-09 11 +203 203 2008-04-09 11 +203 203 2008-04-09 12 +203 203 2008-04-09 12 +205 205 2008-04-08 11 +205 205 2008-04-08 11 205 205 2008-04-08 12 -149 149 2008-04-08 12 -438 438 2008-04-08 12 -345 345 2008-04-08 12 -129 129 2008-04-08 12 -170 170 2008-04-08 12 -20 20 2008-04-08 12 -489 489 2008-04-08 12 -157 157 2008-04-08 12 -378 378 2008-04-08 12 -221 221 2008-04-08 12 -92 92 2008-04-08 12 -111 111 2008-04-08 12 -47 47 2008-04-08 12 -72 72 2008-04-08 12 -4 4 2008-04-08 12 -280 280 2008-04-08 12 -35 35 2008-04-08 12 -427 427 2008-04-08 12 -277 277 2008-04-08 12 +205 205 2008-04-08 12 +205 205 2008-04-09 11 +205 205 2008-04-09 11 +205 205 2008-04-09 12 +205 205 2008-04-09 12 +207 207 2008-04-08 11 +207 207 2008-04-08 11 +207 207 2008-04-08 12 +207 207 2008-04-08 12 +207 207 2008-04-09 11 +207 207 2008-04-09 11 +207 207 2008-04-09 12 +207 207 2008-04-09 12 +208 208 2008-04-08 11 +208 208 2008-04-08 11 +208 208 2008-04-08 11 208 208 2008-04-08 12 -356 356 2008-04-08 12 -399 399 2008-04-08 12 -169 169 2008-04-08 12 -382 382 2008-04-08 12 -498 498 2008-04-08 12 -125 125 2008-04-08 12 -386 386 2008-04-08 12 -437 437 2008-04-08 12 -469 469 2008-04-08 12 -192 192 2008-04-08 12 -286 286 2008-04-08 12 -187 187 2008-04-08 12 -176 176 2008-04-08 12 -54 54 2008-04-08 12 -459 459 2008-04-08 12 -51 51 2008-04-08 12 -138 138 2008-04-08 12 -103 103 2008-04-08 12 -239 239 2008-04-08 12 +208 208 2008-04-08 12 +208 208 2008-04-08 12 +208 208 2008-04-09 11 +208 208 2008-04-09 11 +208 208 2008-04-09 11 +208 208 2008-04-09 12 +208 208 2008-04-09 12 +208 208 2008-04-09 12 +209 209 2008-04-08 11 +209 209 2008-04-08 11 +209 209 2008-04-08 12 +209 209 2008-04-08 12 +209 209 2008-04-09 11 +209 209 2008-04-09 11 +209 209 2008-04-09 12 +209 209 2008-04-09 12 +213 213 2008-04-08 11 +213 213 2008-04-08 11 +213 213 2008-04-08 12 213 213 2008-04-08 12 +213 213 2008-04-09 11 +213 213 2008-04-09 11 +213 213 2008-04-09 12 +213 213 2008-04-09 12 +214 214 2008-04-08 11 +214 214 2008-04-08 12 +214 214 2008-04-09 11 +214 214 2008-04-09 12 +216 216 2008-04-08 11 +216 216 2008-04-08 11 216 216 2008-04-08 12 -430 430 2008-04-08 12 -278 278 2008-04-08 12 -176 176 2008-04-08 12 -289 289 2008-04-08 12 -221 221 2008-04-08 12 -65 65 2008-04-08 12 -318 318 2008-04-08 12 -332 332 2008-04-08 12 -311 311 2008-04-08 12 -275 275 2008-04-08 12 -137 137 2008-04-08 12 -241 241 2008-04-08 12 -83 83 2008-04-08 12 -333 333 2008-04-08 12 -180 180 2008-04-08 12 -284 284 2008-04-08 12 -12 12 2008-04-08 12 -230 230 2008-04-08 12 -181 181 2008-04-08 12 -67 67 2008-04-08 12 -260 260 2008-04-08 12 -404 404 2008-04-08 12 -384 384 2008-04-08 12 -489 489 2008-04-08 12 -353 353 2008-04-08 12 -373 373 2008-04-08 12 -272 272 2008-04-08 12 -138 138 2008-04-08 12 +216 216 2008-04-08 12 +216 216 2008-04-09 11 +216 216 2008-04-09 11 +216 216 2008-04-09 12 +216 216 2008-04-09 12 +217 217 2008-04-08 11 +217 217 2008-04-08 11 217 217 2008-04-08 12 -84 84 2008-04-08 12 -348 348 2008-04-08 12 -466 466 2008-04-08 12 -58 58 2008-04-08 12 -8 8 2008-04-08 12 -411 411 2008-04-08 12 -230 230 2008-04-08 12 -208 208 2008-04-08 12 -348 348 2008-04-08 12 -24 24 2008-04-08 12 -463 463 2008-04-08 12 -431 431 2008-04-08 12 -179 179 2008-04-08 12 -172 172 2008-04-08 12 -42 42 2008-04-08 12 -129 129 2008-04-08 12 -158 158 2008-04-08 12 -119 119 2008-04-08 12 -496 496 2008-04-08 12 -0 0 2008-04-08 12 -322 322 2008-04-08 12 -197 197 2008-04-08 12 -468 468 2008-04-08 12 -393 393 2008-04-08 12 -454 454 2008-04-08 12 -100 100 2008-04-08 12 -298 298 2008-04-08 12 -199 199 2008-04-08 12 -191 191 2008-04-08 12 -418 418 2008-04-08 12 -96 96 2008-04-08 12 -26 26 2008-04-08 12 -165 165 2008-04-08 12 -327 327 2008-04-08 12 -230 230 2008-04-08 12 -205 205 2008-04-08 12 -120 120 2008-04-08 12 -131 131 2008-04-08 12 -51 51 2008-04-08 12 -404 404 2008-04-08 12 -43 43 2008-04-08 12 -436 436 2008-04-08 12 -156 156 2008-04-08 12 -469 469 2008-04-08 12 -468 468 2008-04-08 12 -308 308 2008-04-08 12 -95 95 2008-04-08 12 -196 196 2008-04-08 12 -288 288 2008-04-08 12 -481 481 2008-04-08 12 -457 457 2008-04-08 12 -98 98 2008-04-08 12 -282 282 2008-04-08 12 -197 197 2008-04-08 12 -187 187 2008-04-08 12 -318 318 2008-04-08 12 -318 318 2008-04-08 12 -409 409 2008-04-08 12 -470 470 2008-04-08 12 -137 137 2008-04-08 12 -369 369 2008-04-08 12 -316 316 2008-04-08 12 -169 169 2008-04-08 12 -413 413 2008-04-08 12 -85 85 2008-04-08 12 -77 77 2008-04-08 12 -0 0 2008-04-08 12 -490 490 2008-04-08 12 -87 87 2008-04-08 12 -364 364 2008-04-08 12 -179 179 2008-04-08 12 -118 118 2008-04-08 12 -134 134 2008-04-08 12 -395 395 2008-04-08 12 -282 282 2008-04-08 12 -138 138 2008-04-08 12 -238 238 2008-04-08 12 -419 419 2008-04-08 12 -15 15 2008-04-08 12 -118 118 2008-04-08 12 -72 72 2008-04-08 12 -90 90 2008-04-08 12 -307 307 2008-04-08 12 -19 19 2008-04-08 12 -435 435 2008-04-08 12 -10 10 2008-04-08 12 -277 277 2008-04-08 12 -273 273 2008-04-08 12 -306 306 2008-04-08 12 -224 224 2008-04-08 12 -309 309 2008-04-08 12 -389 389 2008-04-08 12 -327 327 2008-04-08 12 -242 242 2008-04-08 12 -369 369 2008-04-08 12 -392 392 2008-04-08 12 -272 272 2008-04-08 12 -331 331 2008-04-08 12 -401 401 2008-04-08 12 -242 242 2008-04-08 12 -452 452 2008-04-08 12 -177 177 2008-04-08 12 -226 226 2008-04-08 12 -5 5 2008-04-08 12 -497 497 2008-04-08 12 -402 402 2008-04-08 12 -396 396 2008-04-08 12 -317 317 2008-04-08 12 -395 395 2008-04-08 12 -58 58 2008-04-08 12 -35 35 2008-04-08 12 -336 336 2008-04-08 12 -95 95 2008-04-08 12 -11 11 2008-04-08 12 -168 168 2008-04-08 12 -34 34 2008-04-08 12 -229 229 2008-04-08 12 -233 233 2008-04-08 12 -143 143 2008-04-08 12 -472 472 2008-04-08 12 -322 322 2008-04-08 12 -498 498 2008-04-08 12 -160 160 2008-04-08 12 -195 195 2008-04-08 12 -42 42 2008-04-08 12 -321 321 2008-04-08 12 -430 430 2008-04-08 12 -119 119 2008-04-08 12 -489 489 2008-04-08 12 -458 458 2008-04-08 12 -78 78 2008-04-08 12 -76 76 2008-04-08 12 -41 41 2008-04-08 12 -223 223 2008-04-08 12 -492 492 2008-04-08 12 -149 149 2008-04-08 12 -449 449 2008-04-08 12 +217 217 2008-04-08 12 +217 217 2008-04-09 11 +217 217 2008-04-09 11 +217 217 2008-04-09 12 +217 217 2008-04-09 12 +218 218 2008-04-08 11 218 218 2008-04-08 12 -228 228 2008-04-08 12 -138 138 2008-04-08 12 -453 453 2008-04-08 12 -30 30 2008-04-08 12 -209 209 2008-04-08 12 -64 64 2008-04-08 12 -468 468 2008-04-08 12 -76 76 2008-04-08 12 -74 74 2008-04-08 12 -342 342 2008-04-08 12 -69 69 2008-04-08 12 -230 230 2008-04-08 12 -33 33 2008-04-08 12 -368 368 2008-04-08 12 -103 103 2008-04-08 12 -296 296 2008-04-08 12 -113 113 2008-04-08 12 -216 216 2008-04-08 12 -367 367 2008-04-08 12 -344 344 2008-04-08 12 -167 167 2008-04-08 12 -274 274 2008-04-08 12 +218 218 2008-04-09 11 +218 218 2008-04-09 12 +219 219 2008-04-08 11 +219 219 2008-04-08 11 219 219 2008-04-08 12 -239 239 2008-04-08 12 -485 485 2008-04-08 12 -116 116 2008-04-08 12 +219 219 2008-04-08 12 +219 219 2008-04-09 11 +219 219 2008-04-09 11 +219 219 2008-04-09 12 +219 219 2008-04-09 12 +221 221 2008-04-08 11 +221 221 2008-04-08 11 +221 221 2008-04-08 12 +221 221 2008-04-08 12 +221 221 2008-04-09 11 +221 221 2008-04-09 11 +221 221 2008-04-09 12 +221 221 2008-04-09 12 +222 222 2008-04-08 11 +222 222 2008-04-08 12 +222 222 2008-04-09 11 +222 222 2008-04-09 12 +223 223 2008-04-08 11 +223 223 2008-04-08 11 223 223 2008-04-08 12 -256 256 2008-04-08 12 -263 263 2008-04-08 12 -70 70 2008-04-08 12 -487 487 2008-04-08 12 -480 480 2008-04-08 12 -401 401 2008-04-08 12 -288 288 2008-04-08 12 -191 191 2008-04-08 12 -5 5 2008-04-08 12 -244 244 2008-04-08 12 -438 438 2008-04-08 12 -128 128 2008-04-08 12 -467 467 2008-04-08 12 -432 432 2008-04-08 12 -202 202 2008-04-08 12 -316 316 2008-04-08 12 +223 223 2008-04-08 12 +223 223 2008-04-09 11 +223 223 2008-04-09 11 +223 223 2008-04-09 12 +223 223 2008-04-09 12 +224 224 2008-04-08 11 +224 224 2008-04-08 11 +224 224 2008-04-08 12 +224 224 2008-04-08 12 +224 224 2008-04-09 11 +224 224 2008-04-09 11 +224 224 2008-04-09 12 +224 224 2008-04-09 12 +226 226 2008-04-08 11 +226 226 2008-04-08 12 +226 226 2008-04-09 11 +226 226 2008-04-09 12 +228 228 2008-04-08 11 +228 228 2008-04-08 12 +228 228 2008-04-09 11 +228 228 2008-04-09 12 +229 229 2008-04-08 11 +229 229 2008-04-08 11 229 229 2008-04-08 12 -469 469 2008-04-08 12 -463 463 2008-04-08 12 -280 280 2008-04-08 12 -2 2 2008-04-08 12 -35 35 2008-04-08 12 -283 283 2008-04-08 12 -331 331 2008-04-08 12 +229 229 2008-04-08 12 +229 229 2008-04-09 11 +229 229 2008-04-09 11 +229 229 2008-04-09 12 +229 229 2008-04-09 12 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +233 233 2008-04-08 11 +233 233 2008-04-08 11 +233 233 2008-04-08 12 +233 233 2008-04-08 12 +233 233 2008-04-09 11 +233 233 2008-04-09 11 +233 233 2008-04-09 12 +233 233 2008-04-09 12 +235 235 2008-04-08 11 235 235 2008-04-08 12 -80 80 2008-04-08 12 -44 44 2008-04-08 12 -193 193 2008-04-08 12 -321 321 2008-04-08 12 -335 335 2008-04-08 12 -104 104 2008-04-08 12 -466 466 2008-04-08 12 -366 366 2008-04-08 12 -175 175 2008-04-08 12 -403 403 2008-04-08 12 -483 483 2008-04-08 12 -53 53 2008-04-08 12 -105 105 2008-04-08 12 -257 257 2008-04-08 12 -406 406 2008-04-08 12 -409 409 2008-04-08 12 -190 190 2008-04-08 12 -406 406 2008-04-08 12 -401 401 2008-04-08 12 -114 114 2008-04-08 12 -258 258 2008-04-08 12 -90 90 2008-04-08 12 -203 203 2008-04-08 12 -262 262 2008-04-08 12 -348 348 2008-04-08 12 -424 424 2008-04-08 12 -12 12 2008-04-08 12 -396 396 2008-04-08 12 -201 201 2008-04-08 12 -217 217 2008-04-08 12 -164 164 2008-04-08 12 -431 431 2008-04-08 12 -454 454 2008-04-08 12 -478 478 2008-04-08 12 -298 298 2008-04-08 12 -125 125 2008-04-08 12 -431 431 2008-04-08 12 -164 164 2008-04-08 12 -424 424 2008-04-08 12 -187 187 2008-04-08 12 -382 382 2008-04-08 12 -5 5 2008-04-08 12 -70 70 2008-04-08 12 -397 397 2008-04-08 12 -480 480 2008-04-08 12 -291 291 2008-04-08 12 -24 24 2008-04-08 12 -351 351 2008-04-08 12 -255 255 2008-04-08 12 -104 104 2008-04-08 12 -70 70 2008-04-08 12 -163 163 2008-04-08 12 -438 438 2008-04-08 12 -119 119 2008-04-08 12 -414 414 2008-04-08 12 -200 200 2008-04-08 12 -491 491 2008-04-08 12 +235 235 2008-04-09 11 +235 235 2008-04-09 12 +237 237 2008-04-08 11 +237 237 2008-04-08 11 +237 237 2008-04-08 12 237 237 2008-04-08 12 -439 439 2008-04-08 12 -360 360 2008-04-08 12 +237 237 2008-04-09 11 +237 237 2008-04-09 11 +237 237 2008-04-09 12 +237 237 2008-04-09 12 +238 238 2008-04-08 11 +238 238 2008-04-08 11 +238 238 2008-04-08 12 +238 238 2008-04-08 12 +238 238 2008-04-09 11 +238 238 2008-04-09 11 +238 238 2008-04-09 12 +238 238 2008-04-09 12 +239 239 2008-04-08 11 +239 239 2008-04-08 11 +239 239 2008-04-08 12 +239 239 2008-04-08 12 +239 239 2008-04-09 11 +239 239 2008-04-09 11 +239 239 2008-04-09 12 +239 239 2008-04-09 12 +24 24 2008-04-08 11 +24 24 2008-04-08 11 +24 24 2008-04-08 12 +24 24 2008-04-08 12 +24 24 2008-04-09 11 +24 24 2008-04-09 11 +24 24 2008-04-09 12 +24 24 2008-04-09 12 +241 241 2008-04-08 11 +241 241 2008-04-08 12 +241 241 2008-04-09 11 +241 241 2008-04-09 12 +242 242 2008-04-08 11 +242 242 2008-04-08 11 +242 242 2008-04-08 12 +242 242 2008-04-08 12 +242 242 2008-04-09 11 +242 242 2008-04-09 11 +242 242 2008-04-09 12 +242 242 2008-04-09 12 +244 244 2008-04-08 11 +244 244 2008-04-08 12 +244 244 2008-04-09 11 +244 244 2008-04-09 12 +247 247 2008-04-08 11 +247 247 2008-04-08 12 +247 247 2008-04-09 11 +247 247 2008-04-09 12 +248 248 2008-04-08 11 248 248 2008-04-08 12 -479 479 2008-04-08 12 -305 305 2008-04-08 12 -417 417 2008-04-08 12 -199 199 2008-04-08 12 -444 444 2008-04-08 12 -120 120 2008-04-08 12 -429 429 2008-04-08 12 -169 169 2008-04-08 12 -443 443 2008-04-08 12 -323 323 2008-04-08 12 -325 325 2008-04-08 12 -277 277 2008-04-08 12 -230 230 2008-04-08 12 -478 478 2008-04-08 12 -178 178 2008-04-08 12 -468 468 2008-04-08 12 -310 310 2008-04-08 12 -317 317 2008-04-08 12 -333 333 2008-04-08 12 -493 493 2008-04-08 12 -460 460 2008-04-08 12 -207 207 2008-04-08 12 +248 248 2008-04-09 11 +248 248 2008-04-09 12 +249 249 2008-04-08 11 249 249 2008-04-08 12 -265 265 2008-04-08 12 -480 480 2008-04-08 12 -83 83 2008-04-08 12 -136 136 2008-04-08 12 -353 353 2008-04-08 12 -172 172 2008-04-08 12 -214 214 2008-04-08 12 -462 462 2008-04-08 12 -233 233 2008-04-08 12 -406 406 2008-04-08 12 -133 133 2008-04-08 12 -175 175 2008-04-08 12 -189 189 2008-04-08 12 -454 454 2008-04-08 12 -375 375 2008-04-08 12 -401 401 2008-04-08 12 -421 421 2008-04-08 12 -407 407 2008-04-08 12 -384 384 2008-04-08 12 +249 249 2008-04-09 11 +249 249 2008-04-09 12 +252 252 2008-04-08 11 +252 252 2008-04-08 12 +252 252 2008-04-09 11 +252 252 2008-04-09 12 +255 255 2008-04-08 11 +255 255 2008-04-08 11 +255 255 2008-04-08 12 +255 255 2008-04-08 12 +255 255 2008-04-09 11 +255 255 2008-04-09 11 +255 255 2008-04-09 12 +255 255 2008-04-09 12 +256 256 2008-04-08 11 +256 256 2008-04-08 11 256 256 2008-04-08 12 +256 256 2008-04-08 12 +256 256 2008-04-09 11 +256 256 2008-04-09 11 +256 256 2008-04-09 12 +256 256 2008-04-09 12 +257 257 2008-04-08 11 +257 257 2008-04-08 12 +257 257 2008-04-09 11 +257 257 2008-04-09 12 +258 258 2008-04-08 11 +258 258 2008-04-08 12 +258 258 2008-04-09 11 +258 258 2008-04-09 12 +26 26 2008-04-08 11 +26 26 2008-04-08 11 26 26 2008-04-08 12 -134 134 2008-04-08 12 -67 67 2008-04-08 12 -384 384 2008-04-08 12 -379 379 2008-04-08 12 -18 18 2008-04-08 12 -462 462 2008-04-08 12 -492 492 2008-04-08 12 -100 100 2008-04-08 12 -298 298 2008-04-08 12 -9 9 2008-04-08 12 -341 341 2008-04-08 12 -498 498 2008-04-08 12 -146 146 2008-04-08 12 -458 458 2008-04-08 12 -362 362 2008-04-08 12 -186 186 2008-04-08 12 -285 285 2008-04-08 12 -348 348 2008-04-08 12 -167 167 2008-04-08 12 -18 18 2008-04-08 12 -273 273 2008-04-08 12 -183 183 2008-04-08 12 -281 281 2008-04-08 12 -344 344 2008-04-08 12 -97 97 2008-04-08 12 -469 469 2008-04-08 12 -315 315 2008-04-08 12 -84 84 2008-04-08 12 -28 28 2008-04-08 12 -37 37 2008-04-08 12 -448 448 2008-04-08 12 -152 152 2008-04-08 12 -348 348 2008-04-08 12 -307 307 2008-04-08 12 -194 194 2008-04-08 12 -414 414 2008-04-08 12 -477 477 2008-04-08 12 -222 222 2008-04-08 12 -126 126 2008-04-08 12 -90 90 2008-04-08 12 -169 169 2008-04-08 12 -403 403 2008-04-08 12 -400 400 2008-04-08 12 -200 200 2008-04-08 12 -97 97 2008-04-08 12 -238 238 2008-04-09 11 -86 86 2008-04-09 11 -311 311 2008-04-09 11 -27 27 2008-04-09 11 -165 165 2008-04-09 11 -409 409 2008-04-09 11 -255 255 2008-04-09 11 -278 278 2008-04-09 11 -98 98 2008-04-09 11 -484 484 2008-04-09 11 +26 26 2008-04-08 12 +26 26 2008-04-09 11 +26 26 2008-04-09 11 +26 26 2008-04-09 12 +26 26 2008-04-09 12 +260 260 2008-04-08 11 +260 260 2008-04-08 12 +260 260 2008-04-09 11 +260 260 2008-04-09 12 +262 262 2008-04-08 11 +262 262 2008-04-08 12 +262 262 2008-04-09 11 +262 262 2008-04-09 12 +263 263 2008-04-08 11 +263 263 2008-04-08 12 +263 263 2008-04-09 11 +263 263 2008-04-09 12 +265 265 2008-04-08 11 +265 265 2008-04-08 11 +265 265 2008-04-08 12 +265 265 2008-04-08 12 265 265 2008-04-09 11 -193 193 2008-04-09 11 -401 401 2008-04-09 11 -150 150 2008-04-09 11 +265 265 2008-04-09 11 +265 265 2008-04-09 12 +265 265 2008-04-09 12 +266 266 2008-04-08 11 +266 266 2008-04-08 12 +266 266 2008-04-09 11 +266 266 2008-04-09 12 +27 27 2008-04-08 11 +27 27 2008-04-08 12 +27 27 2008-04-09 11 +27 27 2008-04-09 12 +272 272 2008-04-08 11 +272 272 2008-04-08 11 +272 272 2008-04-08 12 +272 272 2008-04-08 12 +272 272 2008-04-09 11 +272 272 2008-04-09 11 +272 272 2008-04-09 12 +272 272 2008-04-09 12 +273 273 2008-04-08 11 +273 273 2008-04-08 11 +273 273 2008-04-08 11 +273 273 2008-04-08 12 +273 273 2008-04-08 12 +273 273 2008-04-08 12 273 273 2008-04-09 11 -224 224 2008-04-09 11 -369 369 2008-04-09 11 -66 66 2008-04-09 11 -128 128 2008-04-09 11 -213 213 2008-04-09 11 -146 146 2008-04-09 11 -406 406 2008-04-09 11 -429 429 2008-04-09 11 -374 374 2008-04-09 11 -152 152 2008-04-09 11 -469 469 2008-04-09 11 -145 145 2008-04-09 11 -495 495 2008-04-09 11 -37 37 2008-04-09 11 -327 327 2008-04-09 11 -281 281 2008-04-09 11 +273 273 2008-04-09 11 +273 273 2008-04-09 11 +273 273 2008-04-09 12 +273 273 2008-04-09 12 +273 273 2008-04-09 12 +274 274 2008-04-08 11 +274 274 2008-04-08 12 +274 274 2008-04-09 11 +274 274 2008-04-09 12 +275 275 2008-04-08 11 +275 275 2008-04-08 12 +275 275 2008-04-09 11 +275 275 2008-04-09 12 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 12 +277 277 2008-04-08 12 +277 277 2008-04-08 12 +277 277 2008-04-08 12 277 277 2008-04-09 11 -209 209 2008-04-09 11 -15 15 2008-04-09 11 -82 82 2008-04-09 11 -403 403 2008-04-09 11 -166 166 2008-04-09 11 -417 417 2008-04-09 11 -430 430 2008-04-09 11 -252 252 2008-04-09 11 -292 292 2008-04-09 11 -219 219 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +278 278 2008-04-08 11 +278 278 2008-04-08 11 +278 278 2008-04-08 12 +278 278 2008-04-08 12 +278 278 2008-04-09 11 +278 278 2008-04-09 11 +278 278 2008-04-09 12 +278 278 2008-04-09 12 +28 28 2008-04-08 11 +28 28 2008-04-08 12 +28 28 2008-04-09 11 +28 28 2008-04-09 12 +280 280 2008-04-08 11 +280 280 2008-04-08 11 +280 280 2008-04-08 12 +280 280 2008-04-08 12 +280 280 2008-04-09 11 +280 280 2008-04-09 11 +280 280 2008-04-09 12 +280 280 2008-04-09 12 +281 281 2008-04-08 11 +281 281 2008-04-08 11 +281 281 2008-04-08 12 +281 281 2008-04-08 12 +281 281 2008-04-09 11 +281 281 2008-04-09 11 +281 281 2008-04-09 12 +281 281 2008-04-09 12 +282 282 2008-04-08 11 +282 282 2008-04-08 11 +282 282 2008-04-08 12 +282 282 2008-04-08 12 +282 282 2008-04-09 11 +282 282 2008-04-09 11 +282 282 2008-04-09 12 +282 282 2008-04-09 12 +283 283 2008-04-08 11 +283 283 2008-04-08 12 +283 283 2008-04-09 11 +283 283 2008-04-09 12 +284 284 2008-04-08 11 +284 284 2008-04-08 12 +284 284 2008-04-09 11 +284 284 2008-04-09 12 +285 285 2008-04-08 11 +285 285 2008-04-08 12 +285 285 2008-04-09 11 +285 285 2008-04-09 12 +286 286 2008-04-08 11 +286 286 2008-04-08 12 +286 286 2008-04-09 11 +286 286 2008-04-09 12 +287 287 2008-04-08 11 +287 287 2008-04-08 12 287 287 2008-04-09 11 -153 153 2008-04-09 11 -193 193 2008-04-09 11 -338 338 2008-04-09 11 -446 446 2008-04-09 11 -459 459 2008-04-09 11 -394 394 2008-04-09 11 -237 237 2008-04-09 11 -482 482 2008-04-09 11 -174 174 2008-04-09 11 -413 413 2008-04-09 11 -494 494 2008-04-09 11 -207 207 2008-04-09 11 -199 199 2008-04-09 11 -466 466 2008-04-09 11 -208 208 2008-04-09 11 -174 174 2008-04-09 11 -399 399 2008-04-09 11 -396 396 2008-04-09 11 -247 247 2008-04-09 11 -417 417 2008-04-09 11 -489 489 2008-04-09 11 -162 162 2008-04-09 11 -377 377 2008-04-09 11 -397 397 2008-04-09 11 +287 287 2008-04-09 12 +288 288 2008-04-08 11 +288 288 2008-04-08 11 +288 288 2008-04-08 12 +288 288 2008-04-08 12 +288 288 2008-04-09 11 +288 288 2008-04-09 11 +288 288 2008-04-09 12 +288 288 2008-04-09 12 +289 289 2008-04-08 11 +289 289 2008-04-08 12 +289 289 2008-04-09 11 +289 289 2008-04-09 12 +291 291 2008-04-08 11 +291 291 2008-04-08 12 +291 291 2008-04-09 11 +291 291 2008-04-09 12 +292 292 2008-04-08 11 +292 292 2008-04-08 12 +292 292 2008-04-09 11 +292 292 2008-04-09 12 +296 296 2008-04-08 11 +296 296 2008-04-08 12 +296 296 2008-04-09 11 +296 296 2008-04-09 12 +298 298 2008-04-08 11 +298 298 2008-04-08 11 +298 298 2008-04-08 11 +298 298 2008-04-08 12 +298 298 2008-04-08 12 +298 298 2008-04-08 12 +298 298 2008-04-09 11 +298 298 2008-04-09 11 +298 298 2008-04-09 11 +298 298 2008-04-09 12 +298 298 2008-04-09 12 +298 298 2008-04-09 12 +30 30 2008-04-08 11 +30 30 2008-04-08 12 +30 30 2008-04-09 11 +30 30 2008-04-09 12 +302 302 2008-04-08 11 +302 302 2008-04-08 12 +302 302 2008-04-09 11 +302 302 2008-04-09 12 +305 305 2008-04-08 11 +305 305 2008-04-08 12 +305 305 2008-04-09 11 +305 305 2008-04-09 12 +306 306 2008-04-08 11 +306 306 2008-04-08 12 +306 306 2008-04-09 11 +306 306 2008-04-09 12 +307 307 2008-04-08 11 +307 307 2008-04-08 11 +307 307 2008-04-08 12 +307 307 2008-04-08 12 +307 307 2008-04-09 11 +307 307 2008-04-09 11 +307 307 2008-04-09 12 +307 307 2008-04-09 12 +308 308 2008-04-08 11 +308 308 2008-04-08 12 +308 308 2008-04-09 11 +308 308 2008-04-09 12 +309 309 2008-04-08 11 +309 309 2008-04-08 11 +309 309 2008-04-08 12 +309 309 2008-04-08 12 309 309 2008-04-09 11 -365 365 2008-04-09 11 -266 266 2008-04-09 11 -439 439 2008-04-09 11 -342 342 2008-04-09 11 -367 367 2008-04-09 11 -325 325 2008-04-09 11 -167 167 2008-04-09 11 -195 195 2008-04-09 11 -475 475 2008-04-09 11 -17 17 2008-04-09 11 -113 113 2008-04-09 11 -155 155 2008-04-09 11 -203 203 2008-04-09 11 -339 339 2008-04-09 11 -0 0 2008-04-09 11 -455 455 2008-04-09 11 -128 128 2008-04-09 11 +309 309 2008-04-09 11 +309 309 2008-04-09 12 +309 309 2008-04-09 12 +310 310 2008-04-08 11 +310 310 2008-04-08 12 +310 310 2008-04-09 11 +310 310 2008-04-09 12 +311 311 2008-04-08 11 +311 311 2008-04-08 11 +311 311 2008-04-08 11 +311 311 2008-04-08 12 +311 311 2008-04-08 12 +311 311 2008-04-08 12 +311 311 2008-04-09 11 +311 311 2008-04-09 11 311 311 2008-04-09 11 +311 311 2008-04-09 12 +311 311 2008-04-09 12 +311 311 2008-04-09 12 +315 315 2008-04-08 11 +315 315 2008-04-08 12 +315 315 2008-04-09 11 +315 315 2008-04-09 12 +316 316 2008-04-08 11 +316 316 2008-04-08 11 +316 316 2008-04-08 11 +316 316 2008-04-08 12 +316 316 2008-04-08 12 +316 316 2008-04-08 12 316 316 2008-04-09 11 -57 57 2008-04-09 11 -302 302 2008-04-09 11 -205 205 2008-04-09 11 +316 316 2008-04-09 11 +316 316 2008-04-09 11 +316 316 2008-04-09 12 +316 316 2008-04-09 12 +316 316 2008-04-09 12 +317 317 2008-04-08 11 +317 317 2008-04-08 11 +317 317 2008-04-08 12 +317 317 2008-04-08 12 +317 317 2008-04-09 11 +317 317 2008-04-09 11 +317 317 2008-04-09 12 +317 317 2008-04-09 12 +318 318 2008-04-08 11 +318 318 2008-04-08 11 +318 318 2008-04-08 11 +318 318 2008-04-08 12 +318 318 2008-04-08 12 +318 318 2008-04-08 12 +318 318 2008-04-09 11 +318 318 2008-04-09 11 +318 318 2008-04-09 11 +318 318 2008-04-09 12 +318 318 2008-04-09 12 +318 318 2008-04-09 12 +321 321 2008-04-08 11 +321 321 2008-04-08 11 +321 321 2008-04-08 12 +321 321 2008-04-08 12 +321 321 2008-04-09 11 +321 321 2008-04-09 11 +321 321 2008-04-09 12 +321 321 2008-04-09 12 +322 322 2008-04-08 11 +322 322 2008-04-08 11 +322 322 2008-04-08 12 +322 322 2008-04-08 12 +322 322 2008-04-09 11 +322 322 2008-04-09 11 +322 322 2008-04-09 12 +322 322 2008-04-09 12 +323 323 2008-04-08 11 +323 323 2008-04-08 12 +323 323 2008-04-09 11 +323 323 2008-04-09 12 +325 325 2008-04-08 11 +325 325 2008-04-08 11 +325 325 2008-04-08 12 +325 325 2008-04-08 12 +325 325 2008-04-09 11 +325 325 2008-04-09 11 +325 325 2008-04-09 12 +325 325 2008-04-09 12 +327 327 2008-04-08 11 +327 327 2008-04-08 11 +327 327 2008-04-08 11 +327 327 2008-04-08 12 +327 327 2008-04-08 12 +327 327 2008-04-08 12 +327 327 2008-04-09 11 +327 327 2008-04-09 11 +327 327 2008-04-09 11 +327 327 2008-04-09 12 +327 327 2008-04-09 12 +327 327 2008-04-09 12 +33 33 2008-04-08 11 +33 33 2008-04-08 12 +33 33 2008-04-09 11 +33 33 2008-04-09 12 +331 331 2008-04-08 11 +331 331 2008-04-08 11 +331 331 2008-04-08 12 +331 331 2008-04-08 12 +331 331 2008-04-09 11 +331 331 2008-04-09 11 +331 331 2008-04-09 12 +331 331 2008-04-09 12 +332 332 2008-04-08 11 +332 332 2008-04-08 12 +332 332 2008-04-09 11 +332 332 2008-04-09 12 +333 333 2008-04-08 11 +333 333 2008-04-08 11 +333 333 2008-04-08 12 +333 333 2008-04-08 12 +333 333 2008-04-09 11 +333 333 2008-04-09 11 +333 333 2008-04-09 12 +333 333 2008-04-09 12 +335 335 2008-04-08 11 +335 335 2008-04-08 12 +335 335 2008-04-09 11 +335 335 2008-04-09 12 +336 336 2008-04-08 11 +336 336 2008-04-08 12 +336 336 2008-04-09 11 +336 336 2008-04-09 12 +338 338 2008-04-08 11 +338 338 2008-04-08 12 +338 338 2008-04-09 11 +338 338 2008-04-09 12 +339 339 2008-04-08 11 +339 339 2008-04-08 12 +339 339 2008-04-09 11 +339 339 2008-04-09 12 +34 34 2008-04-08 11 +34 34 2008-04-08 12 +34 34 2008-04-09 11 +34 34 2008-04-09 12 +341 341 2008-04-08 11 +341 341 2008-04-08 12 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -1597,42 +1804,121 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 10 - Offset of rows: 400 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 410 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### - Path -> Partition: + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart #### A masked pattern was here #### Partition - base file name: kv1.txt + base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 hr 11 properties: COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} @@ -1674,8 +1960,91 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart Truncated Path -> Alias: - /srcpart/ds=2008-04-08/hr=11/kv1.txt [srcpart] + /srcpart/ds=2008-04-08/hr=11 [srcpart] + /srcpart/ds=2008-04-08/hr=12 [srcpart] + /srcpart/ds=2008-04-09/hr=11 [srcpart] + /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 400 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -1683,7 +2052,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -1691,7 +2060,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 400,10 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 400,10 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -1699,21 +2068,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -70 70 2008-04-08 11 -163 163 2008-04-08 11 -438 438 2008-04-08 11 -119 119 2008-04-08 11 -414 414 2008-04-08 11 -200 200 2008-04-08 11 -491 491 2008-04-08 11 -237 237 2008-04-08 11 -439 439 2008-04-08 11 -360 360 2008-04-08 11 +189 189 2008-04-08 11 +189 189 2008-04-08 12 +189 189 2008-04-09 11 +189 189 2008-04-09 12 +19 19 2008-04-08 11 +19 19 2008-04-08 12 +19 19 2008-04-09 11 +19 19 2008-04-09 12 +190 190 2008-04-08 11 +190 190 2008-04-08 12 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -1731,32 +2100,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 10 - Offset of rows: 490 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 500 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1957,6 +2309,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 10 + Offset of rows: 490 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -1964,7 +2348,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -1972,7 +2356,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,10 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,10 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -1980,21 +2364,21 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 +203 203 2008-04-08 12 +203 203 2008-04-08 12 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -2012,32 +2396,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Offset of rows: 490 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 510 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2238,6 +2605,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 20 + Offset of rows: 490 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -2245,7 +2644,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -2253,7 +2652,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,20 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,20 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -2261,31 +2660,31 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 -238 238 2008-04-08 12 -86 86 2008-04-08 12 -311 311 2008-04-08 12 -27 27 2008-04-08 12 -165 165 2008-04-08 12 -409 409 2008-04-08 12 -255 255 2008-04-08 12 -278 278 2008-04-08 12 -98 98 2008-04-08 12 -484 484 2008-04-08 12 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 +203 203 2008-04-08 12 +203 203 2008-04-08 12 +203 203 2008-04-09 11 +203 203 2008-04-09 11 +203 203 2008-04-09 12 +203 203 2008-04-09 12 +205 205 2008-04-08 11 +205 205 2008-04-08 11 +205 205 2008-04-08 12 +205 205 2008-04-08 12 +205 205 2008-04-09 11 +205 205 2008-04-09 11 PREHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN EXTENDED -SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -2303,32 +2702,15 @@ STAGE PLANS: expressions: key (type: string), substr(value, 5) (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 600 - Offset of rows: 490 - Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col2,_col3 - columns.types string:string:string:string - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + tag: -1 + TopN: 1090 + TopN Hash Memory Usage: 0.1 + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2529,6 +2911,38 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 600 + Offset of rows: 490 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 600 Data size: 6000 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -2536,7 +2950,7 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +PREHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -2544,7 +2958,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5), ds, hr FROM srcpart LIMIT 490,600 +POSTHOOK: query: SELECT srcpart.key, substr(srcpart.value,5) as csubstr, ds, hr FROM srcpart ORDER BY srcpart.key, csubstr, ds, hr LIMIT 490,600 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -2552,603 +2966,603 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 #### A masked pattern was here #### -414 414 2008-04-08 11 -477 477 2008-04-08 11 -222 222 2008-04-08 11 -126 126 2008-04-08 11 -90 90 2008-04-08 11 -169 169 2008-04-08 11 -403 403 2008-04-08 11 -400 400 2008-04-08 11 -200 200 2008-04-08 11 -97 97 2008-04-08 11 -238 238 2008-04-08 12 -86 86 2008-04-08 12 -311 311 2008-04-08 12 -27 27 2008-04-08 12 -165 165 2008-04-08 12 -409 409 2008-04-08 12 -255 255 2008-04-08 12 -278 278 2008-04-08 12 -98 98 2008-04-08 12 -484 484 2008-04-08 12 -265 265 2008-04-08 12 -193 193 2008-04-08 12 -401 401 2008-04-08 12 -150 150 2008-04-08 12 -273 273 2008-04-08 12 -224 224 2008-04-08 12 -369 369 2008-04-08 12 -66 66 2008-04-08 12 -128 128 2008-04-08 12 -213 213 2008-04-08 12 -146 146 2008-04-08 12 -406 406 2008-04-08 12 -429 429 2008-04-08 12 -374 374 2008-04-08 12 -152 152 2008-04-08 12 -469 469 2008-04-08 12 -145 145 2008-04-08 12 -495 495 2008-04-08 12 -37 37 2008-04-08 12 -327 327 2008-04-08 12 -281 281 2008-04-08 12 -277 277 2008-04-08 12 -209 209 2008-04-08 12 -15 15 2008-04-08 12 -82 82 2008-04-08 12 -403 403 2008-04-08 12 -166 166 2008-04-08 12 -417 417 2008-04-08 12 -430 430 2008-04-08 12 -252 252 2008-04-08 12 -292 292 2008-04-08 12 -219 219 2008-04-08 12 -287 287 2008-04-08 12 -153 153 2008-04-08 12 -193 193 2008-04-08 12 -338 338 2008-04-08 12 -446 446 2008-04-08 12 -459 459 2008-04-08 12 -394 394 2008-04-08 12 -237 237 2008-04-08 12 -482 482 2008-04-08 12 -174 174 2008-04-08 12 -413 413 2008-04-08 12 -494 494 2008-04-08 12 -207 207 2008-04-08 12 -199 199 2008-04-08 12 -466 466 2008-04-08 12 -208 208 2008-04-08 12 -174 174 2008-04-08 12 -399 399 2008-04-08 12 -396 396 2008-04-08 12 -247 247 2008-04-08 12 -417 417 2008-04-08 12 -489 489 2008-04-08 12 -162 162 2008-04-08 12 -377 377 2008-04-08 12 -397 397 2008-04-08 12 -309 309 2008-04-08 12 -365 365 2008-04-08 12 -266 266 2008-04-08 12 -439 439 2008-04-08 12 -342 342 2008-04-08 12 -367 367 2008-04-08 12 -325 325 2008-04-08 12 -167 167 2008-04-08 12 -195 195 2008-04-08 12 -475 475 2008-04-08 12 -17 17 2008-04-08 12 -113 113 2008-04-08 12 -155 155 2008-04-08 12 +201 201 2008-04-09 11 +201 201 2008-04-09 12 +202 202 2008-04-08 11 +202 202 2008-04-08 12 +202 202 2008-04-09 11 +202 202 2008-04-09 12 +203 203 2008-04-08 11 +203 203 2008-04-08 11 203 203 2008-04-08 12 -339 339 2008-04-08 12 -0 0 2008-04-08 12 -455 455 2008-04-08 12 -128 128 2008-04-08 12 -311 311 2008-04-08 12 -316 316 2008-04-08 12 -57 57 2008-04-08 12 -302 302 2008-04-08 12 +203 203 2008-04-08 12 +203 203 2008-04-09 11 +203 203 2008-04-09 11 +203 203 2008-04-09 12 +203 203 2008-04-09 12 +205 205 2008-04-08 11 +205 205 2008-04-08 11 205 205 2008-04-08 12 -149 149 2008-04-08 12 -438 438 2008-04-08 12 -345 345 2008-04-08 12 -129 129 2008-04-08 12 -170 170 2008-04-08 12 -20 20 2008-04-08 12 -489 489 2008-04-08 12 -157 157 2008-04-08 12 -378 378 2008-04-08 12 -221 221 2008-04-08 12 -92 92 2008-04-08 12 -111 111 2008-04-08 12 -47 47 2008-04-08 12 -72 72 2008-04-08 12 -4 4 2008-04-08 12 -280 280 2008-04-08 12 -35 35 2008-04-08 12 -427 427 2008-04-08 12 -277 277 2008-04-08 12 -208 208 2008-04-08 12 -356 356 2008-04-08 12 -399 399 2008-04-08 12 -169 169 2008-04-08 12 -382 382 2008-04-08 12 -498 498 2008-04-08 12 -125 125 2008-04-08 12 -386 386 2008-04-08 12 -437 437 2008-04-08 12 -469 469 2008-04-08 12 -192 192 2008-04-08 12 -286 286 2008-04-08 12 -187 187 2008-04-08 12 -176 176 2008-04-08 12 -54 54 2008-04-08 12 -459 459 2008-04-08 12 -51 51 2008-04-08 12 -138 138 2008-04-08 12 -103 103 2008-04-08 12 -239 239 2008-04-08 12 -213 213 2008-04-08 12 -216 216 2008-04-08 12 -430 430 2008-04-08 12 -278 278 2008-04-08 12 -176 176 2008-04-08 12 -289 289 2008-04-08 12 -221 221 2008-04-08 12 -65 65 2008-04-08 12 -318 318 2008-04-08 12 -332 332 2008-04-08 12 -311 311 2008-04-08 12 -275 275 2008-04-08 12 -137 137 2008-04-08 12 -241 241 2008-04-08 12 -83 83 2008-04-08 12 -333 333 2008-04-08 12 -180 180 2008-04-08 12 -284 284 2008-04-08 12 -12 12 2008-04-08 12 -230 230 2008-04-08 12 -181 181 2008-04-08 12 -67 67 2008-04-08 12 -260 260 2008-04-08 12 -404 404 2008-04-08 12 -384 384 2008-04-08 12 -489 489 2008-04-08 12 -353 353 2008-04-08 12 -373 373 2008-04-08 12 -272 272 2008-04-08 12 -138 138 2008-04-08 12 -217 217 2008-04-08 12 -84 84 2008-04-08 12 -348 348 2008-04-08 12 -466 466 2008-04-08 12 -58 58 2008-04-08 12 -8 8 2008-04-08 12 -411 411 2008-04-08 12 -230 230 2008-04-08 12 -208 208 2008-04-08 12 -348 348 2008-04-08 12 -24 24 2008-04-08 12 -463 463 2008-04-08 12 -431 431 2008-04-08 12 -179 179 2008-04-08 12 -172 172 2008-04-08 12 -42 42 2008-04-08 12 -129 129 2008-04-08 12 -158 158 2008-04-08 12 -119 119 2008-04-08 12 -496 496 2008-04-08 12 -0 0 2008-04-08 12 -322 322 2008-04-08 12 -197 197 2008-04-08 12 -468 468 2008-04-08 12 -393 393 2008-04-08 12 -454 454 2008-04-08 12 -100 100 2008-04-08 12 -298 298 2008-04-08 12 -199 199 2008-04-08 12 -191 191 2008-04-08 12 -418 418 2008-04-08 12 -96 96 2008-04-08 12 -26 26 2008-04-08 12 -165 165 2008-04-08 12 -327 327 2008-04-08 12 -230 230 2008-04-08 12 205 205 2008-04-08 12 -120 120 2008-04-08 12 -131 131 2008-04-08 12 -51 51 2008-04-08 12 -404 404 2008-04-08 12 -43 43 2008-04-08 12 -436 436 2008-04-08 12 -156 156 2008-04-08 12 -469 469 2008-04-08 12 -468 468 2008-04-08 12 -308 308 2008-04-08 12 -95 95 2008-04-08 12 -196 196 2008-04-08 12 -288 288 2008-04-08 12 -481 481 2008-04-08 12 -457 457 2008-04-08 12 -98 98 2008-04-08 12 -282 282 2008-04-08 12 -197 197 2008-04-08 12 -187 187 2008-04-08 12 -318 318 2008-04-08 12 -318 318 2008-04-08 12 -409 409 2008-04-08 12 -470 470 2008-04-08 12 -137 137 2008-04-08 12 -369 369 2008-04-08 12 -316 316 2008-04-08 12 -169 169 2008-04-08 12 -413 413 2008-04-08 12 -85 85 2008-04-08 12 -77 77 2008-04-08 12 -0 0 2008-04-08 12 -490 490 2008-04-08 12 -87 87 2008-04-08 12 -364 364 2008-04-08 12 -179 179 2008-04-08 12 -118 118 2008-04-08 12 -134 134 2008-04-08 12 -395 395 2008-04-08 12 -282 282 2008-04-08 12 -138 138 2008-04-08 12 -238 238 2008-04-08 12 -419 419 2008-04-08 12 -15 15 2008-04-08 12 -118 118 2008-04-08 12 -72 72 2008-04-08 12 -90 90 2008-04-08 12 -307 307 2008-04-08 12 -19 19 2008-04-08 12 -435 435 2008-04-08 12 -10 10 2008-04-08 12 -277 277 2008-04-08 12 -273 273 2008-04-08 12 -306 306 2008-04-08 12 -224 224 2008-04-08 12 -309 309 2008-04-08 12 -389 389 2008-04-08 12 -327 327 2008-04-08 12 -242 242 2008-04-08 12 -369 369 2008-04-08 12 -392 392 2008-04-08 12 -272 272 2008-04-08 12 -331 331 2008-04-08 12 -401 401 2008-04-08 12 -242 242 2008-04-08 12 -452 452 2008-04-08 12 -177 177 2008-04-08 12 -226 226 2008-04-08 12 -5 5 2008-04-08 12 -497 497 2008-04-08 12 -402 402 2008-04-08 12 -396 396 2008-04-08 12 -317 317 2008-04-08 12 -395 395 2008-04-08 12 -58 58 2008-04-08 12 -35 35 2008-04-08 12 -336 336 2008-04-08 12 -95 95 2008-04-08 12 -11 11 2008-04-08 12 -168 168 2008-04-08 12 -34 34 2008-04-08 12 -229 229 2008-04-08 12 -233 233 2008-04-08 12 -143 143 2008-04-08 12 -472 472 2008-04-08 12 -322 322 2008-04-08 12 -498 498 2008-04-08 12 -160 160 2008-04-08 12 -195 195 2008-04-08 12 -42 42 2008-04-08 12 -321 321 2008-04-08 12 -430 430 2008-04-08 12 -119 119 2008-04-08 12 -489 489 2008-04-08 12 -458 458 2008-04-08 12 -78 78 2008-04-08 12 -76 76 2008-04-08 12 -41 41 2008-04-08 12 -223 223 2008-04-08 12 -492 492 2008-04-08 12 -149 149 2008-04-08 12 -449 449 2008-04-08 12 -218 218 2008-04-08 12 -228 228 2008-04-08 12 -138 138 2008-04-08 12 -453 453 2008-04-08 12 -30 30 2008-04-08 12 +205 205 2008-04-09 11 +205 205 2008-04-09 11 +205 205 2008-04-09 12 +205 205 2008-04-09 12 +207 207 2008-04-08 11 +207 207 2008-04-08 11 +207 207 2008-04-08 12 +207 207 2008-04-08 12 +207 207 2008-04-09 11 +207 207 2008-04-09 11 +207 207 2008-04-09 12 +207 207 2008-04-09 12 +208 208 2008-04-08 11 +208 208 2008-04-08 11 +208 208 2008-04-08 11 +208 208 2008-04-08 12 +208 208 2008-04-08 12 +208 208 2008-04-08 12 +208 208 2008-04-09 11 +208 208 2008-04-09 11 +208 208 2008-04-09 11 +208 208 2008-04-09 12 +208 208 2008-04-09 12 +208 208 2008-04-09 12 +209 209 2008-04-08 11 +209 209 2008-04-08 11 209 209 2008-04-08 12 -64 64 2008-04-08 12 -468 468 2008-04-08 12 -76 76 2008-04-08 12 -74 74 2008-04-08 12 -342 342 2008-04-08 12 -69 69 2008-04-08 12 -230 230 2008-04-08 12 -33 33 2008-04-08 12 -368 368 2008-04-08 12 -103 103 2008-04-08 12 -296 296 2008-04-08 12 -113 113 2008-04-08 12 +209 209 2008-04-08 12 +209 209 2008-04-09 11 +209 209 2008-04-09 11 +209 209 2008-04-09 12 +209 209 2008-04-09 12 +213 213 2008-04-08 11 +213 213 2008-04-08 11 +213 213 2008-04-08 12 +213 213 2008-04-08 12 +213 213 2008-04-09 11 +213 213 2008-04-09 11 +213 213 2008-04-09 12 +213 213 2008-04-09 12 +214 214 2008-04-08 11 +214 214 2008-04-08 12 +214 214 2008-04-09 11 +214 214 2008-04-09 12 +216 216 2008-04-08 11 +216 216 2008-04-08 11 216 216 2008-04-08 12 -367 367 2008-04-08 12 -344 344 2008-04-08 12 -167 167 2008-04-08 12 -274 274 2008-04-08 12 +216 216 2008-04-08 12 +216 216 2008-04-09 11 +216 216 2008-04-09 11 +216 216 2008-04-09 12 +216 216 2008-04-09 12 +217 217 2008-04-08 11 +217 217 2008-04-08 11 +217 217 2008-04-08 12 +217 217 2008-04-08 12 +217 217 2008-04-09 11 +217 217 2008-04-09 11 +217 217 2008-04-09 12 +217 217 2008-04-09 12 +218 218 2008-04-08 11 +218 218 2008-04-08 12 +218 218 2008-04-09 11 +218 218 2008-04-09 12 +219 219 2008-04-08 11 +219 219 2008-04-08 11 219 219 2008-04-08 12 -239 239 2008-04-08 12 -485 485 2008-04-08 12 -116 116 2008-04-08 12 +219 219 2008-04-08 12 +219 219 2008-04-09 11 +219 219 2008-04-09 11 +219 219 2008-04-09 12 +219 219 2008-04-09 12 +221 221 2008-04-08 11 +221 221 2008-04-08 11 +221 221 2008-04-08 12 +221 221 2008-04-08 12 +221 221 2008-04-09 11 +221 221 2008-04-09 11 +221 221 2008-04-09 12 +221 221 2008-04-09 12 +222 222 2008-04-08 11 +222 222 2008-04-08 12 +222 222 2008-04-09 11 +222 222 2008-04-09 12 +223 223 2008-04-08 11 +223 223 2008-04-08 11 223 223 2008-04-08 12 -256 256 2008-04-08 12 -263 263 2008-04-08 12 -70 70 2008-04-08 12 -487 487 2008-04-08 12 -480 480 2008-04-08 12 -401 401 2008-04-08 12 -288 288 2008-04-08 12 -191 191 2008-04-08 12 -5 5 2008-04-08 12 -244 244 2008-04-08 12 -438 438 2008-04-08 12 -128 128 2008-04-08 12 -467 467 2008-04-08 12 -432 432 2008-04-08 12 -202 202 2008-04-08 12 -316 316 2008-04-08 12 +223 223 2008-04-08 12 +223 223 2008-04-09 11 +223 223 2008-04-09 11 +223 223 2008-04-09 12 +223 223 2008-04-09 12 +224 224 2008-04-08 11 +224 224 2008-04-08 11 +224 224 2008-04-08 12 +224 224 2008-04-08 12 +224 224 2008-04-09 11 +224 224 2008-04-09 11 +224 224 2008-04-09 12 +224 224 2008-04-09 12 +226 226 2008-04-08 11 +226 226 2008-04-08 12 +226 226 2008-04-09 11 +226 226 2008-04-09 12 +228 228 2008-04-08 11 +228 228 2008-04-08 12 +228 228 2008-04-09 11 +228 228 2008-04-09 12 +229 229 2008-04-08 11 +229 229 2008-04-08 11 229 229 2008-04-08 12 -469 469 2008-04-08 12 -463 463 2008-04-08 12 -280 280 2008-04-08 12 -2 2 2008-04-08 12 -35 35 2008-04-08 12 -283 283 2008-04-08 12 -331 331 2008-04-08 12 +229 229 2008-04-08 12 +229 229 2008-04-09 11 +229 229 2008-04-09 11 +229 229 2008-04-09 12 +229 229 2008-04-09 12 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 11 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-08 12 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 11 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +230 230 2008-04-09 12 +233 233 2008-04-08 11 +233 233 2008-04-08 11 +233 233 2008-04-08 12 +233 233 2008-04-08 12 +233 233 2008-04-09 11 +233 233 2008-04-09 11 +233 233 2008-04-09 12 +233 233 2008-04-09 12 +235 235 2008-04-08 11 235 235 2008-04-08 12 -80 80 2008-04-08 12 -44 44 2008-04-08 12 -193 193 2008-04-08 12 -321 321 2008-04-08 12 -335 335 2008-04-08 12 -104 104 2008-04-08 12 -466 466 2008-04-08 12 -366 366 2008-04-08 12 -175 175 2008-04-08 12 -403 403 2008-04-08 12 -483 483 2008-04-08 12 -53 53 2008-04-08 12 -105 105 2008-04-08 12 -257 257 2008-04-08 12 -406 406 2008-04-08 12 -409 409 2008-04-08 12 -190 190 2008-04-08 12 -406 406 2008-04-08 12 -401 401 2008-04-08 12 -114 114 2008-04-08 12 -258 258 2008-04-08 12 -90 90 2008-04-08 12 -203 203 2008-04-08 12 -262 262 2008-04-08 12 -348 348 2008-04-08 12 -424 424 2008-04-08 12 -12 12 2008-04-08 12 -396 396 2008-04-08 12 -201 201 2008-04-08 12 -217 217 2008-04-08 12 -164 164 2008-04-08 12 -431 431 2008-04-08 12 -454 454 2008-04-08 12 -478 478 2008-04-08 12 -298 298 2008-04-08 12 -125 125 2008-04-08 12 -431 431 2008-04-08 12 -164 164 2008-04-08 12 -424 424 2008-04-08 12 -187 187 2008-04-08 12 -382 382 2008-04-08 12 -5 5 2008-04-08 12 -70 70 2008-04-08 12 -397 397 2008-04-08 12 -480 480 2008-04-08 12 -291 291 2008-04-08 12 -24 24 2008-04-08 12 -351 351 2008-04-08 12 -255 255 2008-04-08 12 -104 104 2008-04-08 12 -70 70 2008-04-08 12 -163 163 2008-04-08 12 -438 438 2008-04-08 12 -119 119 2008-04-08 12 -414 414 2008-04-08 12 -200 200 2008-04-08 12 -491 491 2008-04-08 12 +235 235 2008-04-09 11 +235 235 2008-04-09 12 +237 237 2008-04-08 11 +237 237 2008-04-08 11 237 237 2008-04-08 12 -439 439 2008-04-08 12 -360 360 2008-04-08 12 +237 237 2008-04-08 12 +237 237 2008-04-09 11 +237 237 2008-04-09 11 +237 237 2008-04-09 12 +237 237 2008-04-09 12 +238 238 2008-04-08 11 +238 238 2008-04-08 11 +238 238 2008-04-08 12 +238 238 2008-04-08 12 +238 238 2008-04-09 11 +238 238 2008-04-09 11 +238 238 2008-04-09 12 +238 238 2008-04-09 12 +239 239 2008-04-08 11 +239 239 2008-04-08 11 +239 239 2008-04-08 12 +239 239 2008-04-08 12 +239 239 2008-04-09 11 +239 239 2008-04-09 11 +239 239 2008-04-09 12 +239 239 2008-04-09 12 +24 24 2008-04-08 11 +24 24 2008-04-08 11 +24 24 2008-04-08 12 +24 24 2008-04-08 12 +24 24 2008-04-09 11 +24 24 2008-04-09 11 +24 24 2008-04-09 12 +24 24 2008-04-09 12 +241 241 2008-04-08 11 +241 241 2008-04-08 12 +241 241 2008-04-09 11 +241 241 2008-04-09 12 +242 242 2008-04-08 11 +242 242 2008-04-08 11 +242 242 2008-04-08 12 +242 242 2008-04-08 12 +242 242 2008-04-09 11 +242 242 2008-04-09 11 +242 242 2008-04-09 12 +242 242 2008-04-09 12 +244 244 2008-04-08 11 +244 244 2008-04-08 12 +244 244 2008-04-09 11 +244 244 2008-04-09 12 +247 247 2008-04-08 11 +247 247 2008-04-08 12 +247 247 2008-04-09 11 +247 247 2008-04-09 12 +248 248 2008-04-08 11 248 248 2008-04-08 12 -479 479 2008-04-08 12 -305 305 2008-04-08 12 -417 417 2008-04-08 12 -199 199 2008-04-08 12 -444 444 2008-04-08 12 -120 120 2008-04-08 12 -429 429 2008-04-08 12 -169 169 2008-04-08 12 -443 443 2008-04-08 12 -323 323 2008-04-08 12 -325 325 2008-04-08 12 -277 277 2008-04-08 12 -230 230 2008-04-08 12 -478 478 2008-04-08 12 -178 178 2008-04-08 12 -468 468 2008-04-08 12 -310 310 2008-04-08 12 -317 317 2008-04-08 12 -333 333 2008-04-08 12 -493 493 2008-04-08 12 -460 460 2008-04-08 12 -207 207 2008-04-08 12 +248 248 2008-04-09 11 +248 248 2008-04-09 12 +249 249 2008-04-08 11 249 249 2008-04-08 12 -265 265 2008-04-08 12 -480 480 2008-04-08 12 -83 83 2008-04-08 12 -136 136 2008-04-08 12 -353 353 2008-04-08 12 -172 172 2008-04-08 12 -214 214 2008-04-08 12 -462 462 2008-04-08 12 -233 233 2008-04-08 12 -406 406 2008-04-08 12 -133 133 2008-04-08 12 -175 175 2008-04-08 12 -189 189 2008-04-08 12 -454 454 2008-04-08 12 -375 375 2008-04-08 12 -401 401 2008-04-08 12 -421 421 2008-04-08 12 -407 407 2008-04-08 12 -384 384 2008-04-08 12 +249 249 2008-04-09 11 +249 249 2008-04-09 12 +252 252 2008-04-08 11 +252 252 2008-04-08 12 +252 252 2008-04-09 11 +252 252 2008-04-09 12 +255 255 2008-04-08 11 +255 255 2008-04-08 11 +255 255 2008-04-08 12 +255 255 2008-04-08 12 +255 255 2008-04-09 11 +255 255 2008-04-09 11 +255 255 2008-04-09 12 +255 255 2008-04-09 12 +256 256 2008-04-08 11 +256 256 2008-04-08 11 256 256 2008-04-08 12 +256 256 2008-04-08 12 +256 256 2008-04-09 11 +256 256 2008-04-09 11 +256 256 2008-04-09 12 +256 256 2008-04-09 12 +257 257 2008-04-08 11 +257 257 2008-04-08 12 +257 257 2008-04-09 11 +257 257 2008-04-09 12 +258 258 2008-04-08 11 +258 258 2008-04-08 12 +258 258 2008-04-09 11 +258 258 2008-04-09 12 +26 26 2008-04-08 11 +26 26 2008-04-08 11 26 26 2008-04-08 12 -134 134 2008-04-08 12 -67 67 2008-04-08 12 -384 384 2008-04-08 12 -379 379 2008-04-08 12 -18 18 2008-04-08 12 -462 462 2008-04-08 12 -492 492 2008-04-08 12 -100 100 2008-04-08 12 -298 298 2008-04-08 12 -9 9 2008-04-08 12 -341 341 2008-04-08 12 -498 498 2008-04-08 12 -146 146 2008-04-08 12 -458 458 2008-04-08 12 -362 362 2008-04-08 12 -186 186 2008-04-08 12 -285 285 2008-04-08 12 -348 348 2008-04-08 12 -167 167 2008-04-08 12 -18 18 2008-04-08 12 -273 273 2008-04-08 12 -183 183 2008-04-08 12 -281 281 2008-04-08 12 -344 344 2008-04-08 12 -97 97 2008-04-08 12 -469 469 2008-04-08 12 -315 315 2008-04-08 12 -84 84 2008-04-08 12 -28 28 2008-04-08 12 -37 37 2008-04-08 12 -448 448 2008-04-08 12 -152 152 2008-04-08 12 -348 348 2008-04-08 12 -307 307 2008-04-08 12 -194 194 2008-04-08 12 -414 414 2008-04-08 12 -477 477 2008-04-08 12 -222 222 2008-04-08 12 -126 126 2008-04-08 12 -90 90 2008-04-08 12 -169 169 2008-04-08 12 -403 403 2008-04-08 12 -400 400 2008-04-08 12 -200 200 2008-04-08 12 -97 97 2008-04-08 12 -238 238 2008-04-09 11 -86 86 2008-04-09 11 -311 311 2008-04-09 11 -27 27 2008-04-09 11 -165 165 2008-04-09 11 -409 409 2008-04-09 11 -255 255 2008-04-09 11 -278 278 2008-04-09 11 -98 98 2008-04-09 11 -484 484 2008-04-09 11 +26 26 2008-04-08 12 +26 26 2008-04-09 11 +26 26 2008-04-09 11 +26 26 2008-04-09 12 +26 26 2008-04-09 12 +260 260 2008-04-08 11 +260 260 2008-04-08 12 +260 260 2008-04-09 11 +260 260 2008-04-09 12 +262 262 2008-04-08 11 +262 262 2008-04-08 12 +262 262 2008-04-09 11 +262 262 2008-04-09 12 +263 263 2008-04-08 11 +263 263 2008-04-08 12 +263 263 2008-04-09 11 +263 263 2008-04-09 12 +265 265 2008-04-08 11 +265 265 2008-04-08 11 +265 265 2008-04-08 12 +265 265 2008-04-08 12 +265 265 2008-04-09 11 265 265 2008-04-09 11 -193 193 2008-04-09 11 -401 401 2008-04-09 11 -150 150 2008-04-09 11 +265 265 2008-04-09 12 +265 265 2008-04-09 12 +266 266 2008-04-08 11 +266 266 2008-04-08 12 +266 266 2008-04-09 11 +266 266 2008-04-09 12 +27 27 2008-04-08 11 +27 27 2008-04-08 12 +27 27 2008-04-09 11 +27 27 2008-04-09 12 +272 272 2008-04-08 11 +272 272 2008-04-08 11 +272 272 2008-04-08 12 +272 272 2008-04-08 12 +272 272 2008-04-09 11 +272 272 2008-04-09 11 +272 272 2008-04-09 12 +272 272 2008-04-09 12 +273 273 2008-04-08 11 +273 273 2008-04-08 11 +273 273 2008-04-08 11 +273 273 2008-04-08 12 +273 273 2008-04-08 12 +273 273 2008-04-08 12 273 273 2008-04-09 11 -224 224 2008-04-09 11 -369 369 2008-04-09 11 -66 66 2008-04-09 11 -128 128 2008-04-09 11 -213 213 2008-04-09 11 -146 146 2008-04-09 11 -406 406 2008-04-09 11 -429 429 2008-04-09 11 -374 374 2008-04-09 11 -152 152 2008-04-09 11 -469 469 2008-04-09 11 -145 145 2008-04-09 11 -495 495 2008-04-09 11 -37 37 2008-04-09 11 -327 327 2008-04-09 11 -281 281 2008-04-09 11 +273 273 2008-04-09 11 +273 273 2008-04-09 11 +273 273 2008-04-09 12 +273 273 2008-04-09 12 +273 273 2008-04-09 12 +274 274 2008-04-08 11 +274 274 2008-04-08 12 +274 274 2008-04-09 11 +274 274 2008-04-09 12 +275 275 2008-04-08 11 +275 275 2008-04-08 12 +275 275 2008-04-09 11 +275 275 2008-04-09 12 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 11 +277 277 2008-04-08 12 +277 277 2008-04-08 12 +277 277 2008-04-08 12 +277 277 2008-04-08 12 277 277 2008-04-09 11 -209 209 2008-04-09 11 -15 15 2008-04-09 11 -82 82 2008-04-09 11 -403 403 2008-04-09 11 -166 166 2008-04-09 11 -417 417 2008-04-09 11 -430 430 2008-04-09 11 -252 252 2008-04-09 11 -292 292 2008-04-09 11 -219 219 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 11 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +277 277 2008-04-09 12 +278 278 2008-04-08 11 +278 278 2008-04-08 11 +278 278 2008-04-08 12 +278 278 2008-04-08 12 +278 278 2008-04-09 11 +278 278 2008-04-09 11 +278 278 2008-04-09 12 +278 278 2008-04-09 12 +28 28 2008-04-08 11 +28 28 2008-04-08 12 +28 28 2008-04-09 11 +28 28 2008-04-09 12 +280 280 2008-04-08 11 +280 280 2008-04-08 11 +280 280 2008-04-08 12 +280 280 2008-04-08 12 +280 280 2008-04-09 11 +280 280 2008-04-09 11 +280 280 2008-04-09 12 +280 280 2008-04-09 12 +281 281 2008-04-08 11 +281 281 2008-04-08 11 +281 281 2008-04-08 12 +281 281 2008-04-08 12 +281 281 2008-04-09 11 +281 281 2008-04-09 11 +281 281 2008-04-09 12 +281 281 2008-04-09 12 +282 282 2008-04-08 11 +282 282 2008-04-08 11 +282 282 2008-04-08 12 +282 282 2008-04-08 12 +282 282 2008-04-09 11 +282 282 2008-04-09 11 +282 282 2008-04-09 12 +282 282 2008-04-09 12 +283 283 2008-04-08 11 +283 283 2008-04-08 12 +283 283 2008-04-09 11 +283 283 2008-04-09 12 +284 284 2008-04-08 11 +284 284 2008-04-08 12 +284 284 2008-04-09 11 +284 284 2008-04-09 12 +285 285 2008-04-08 11 +285 285 2008-04-08 12 +285 285 2008-04-09 11 +285 285 2008-04-09 12 +286 286 2008-04-08 11 +286 286 2008-04-08 12 +286 286 2008-04-09 11 +286 286 2008-04-09 12 +287 287 2008-04-08 11 +287 287 2008-04-08 12 287 287 2008-04-09 11 -153 153 2008-04-09 11 -193 193 2008-04-09 11 -338 338 2008-04-09 11 -446 446 2008-04-09 11 -459 459 2008-04-09 11 -394 394 2008-04-09 11 -237 237 2008-04-09 11 -482 482 2008-04-09 11 -174 174 2008-04-09 11 -413 413 2008-04-09 11 -494 494 2008-04-09 11 -207 207 2008-04-09 11 -199 199 2008-04-09 11 -466 466 2008-04-09 11 -208 208 2008-04-09 11 -174 174 2008-04-09 11 -399 399 2008-04-09 11 -396 396 2008-04-09 11 -247 247 2008-04-09 11 -417 417 2008-04-09 11 -489 489 2008-04-09 11 -162 162 2008-04-09 11 -377 377 2008-04-09 11 -397 397 2008-04-09 11 +287 287 2008-04-09 12 +288 288 2008-04-08 11 +288 288 2008-04-08 11 +288 288 2008-04-08 12 +288 288 2008-04-08 12 +288 288 2008-04-09 11 +288 288 2008-04-09 11 +288 288 2008-04-09 12 +288 288 2008-04-09 12 +289 289 2008-04-08 11 +289 289 2008-04-08 12 +289 289 2008-04-09 11 +289 289 2008-04-09 12 +291 291 2008-04-08 11 +291 291 2008-04-08 12 +291 291 2008-04-09 11 +291 291 2008-04-09 12 +292 292 2008-04-08 11 +292 292 2008-04-08 12 +292 292 2008-04-09 11 +292 292 2008-04-09 12 +296 296 2008-04-08 11 +296 296 2008-04-08 12 +296 296 2008-04-09 11 +296 296 2008-04-09 12 +298 298 2008-04-08 11 +298 298 2008-04-08 11 +298 298 2008-04-08 11 +298 298 2008-04-08 12 +298 298 2008-04-08 12 +298 298 2008-04-08 12 +298 298 2008-04-09 11 +298 298 2008-04-09 11 +298 298 2008-04-09 11 +298 298 2008-04-09 12 +298 298 2008-04-09 12 +298 298 2008-04-09 12 +30 30 2008-04-08 11 +30 30 2008-04-08 12 +30 30 2008-04-09 11 +30 30 2008-04-09 12 +302 302 2008-04-08 11 +302 302 2008-04-08 12 +302 302 2008-04-09 11 +302 302 2008-04-09 12 +305 305 2008-04-08 11 +305 305 2008-04-08 12 +305 305 2008-04-09 11 +305 305 2008-04-09 12 +306 306 2008-04-08 11 +306 306 2008-04-08 12 +306 306 2008-04-09 11 +306 306 2008-04-09 12 +307 307 2008-04-08 11 +307 307 2008-04-08 11 +307 307 2008-04-08 12 +307 307 2008-04-08 12 +307 307 2008-04-09 11 +307 307 2008-04-09 11 +307 307 2008-04-09 12 +307 307 2008-04-09 12 +308 308 2008-04-08 11 +308 308 2008-04-08 12 +308 308 2008-04-09 11 +308 308 2008-04-09 12 +309 309 2008-04-08 11 +309 309 2008-04-08 11 +309 309 2008-04-08 12 +309 309 2008-04-08 12 309 309 2008-04-09 11 -365 365 2008-04-09 11 -266 266 2008-04-09 11 -439 439 2008-04-09 11 -342 342 2008-04-09 11 -367 367 2008-04-09 11 -325 325 2008-04-09 11 -167 167 2008-04-09 11 -195 195 2008-04-09 11 -475 475 2008-04-09 11 -17 17 2008-04-09 11 -113 113 2008-04-09 11 -155 155 2008-04-09 11 -203 203 2008-04-09 11 -339 339 2008-04-09 11 -0 0 2008-04-09 11 -455 455 2008-04-09 11 -128 128 2008-04-09 11 +309 309 2008-04-09 11 +309 309 2008-04-09 12 +309 309 2008-04-09 12 +310 310 2008-04-08 11 +310 310 2008-04-08 12 +310 310 2008-04-09 11 +310 310 2008-04-09 12 +311 311 2008-04-08 11 +311 311 2008-04-08 11 +311 311 2008-04-08 11 +311 311 2008-04-08 12 +311 311 2008-04-08 12 +311 311 2008-04-08 12 311 311 2008-04-09 11 +311 311 2008-04-09 11 +311 311 2008-04-09 11 +311 311 2008-04-09 12 +311 311 2008-04-09 12 +311 311 2008-04-09 12 +315 315 2008-04-08 11 +315 315 2008-04-08 12 +315 315 2008-04-09 11 +315 315 2008-04-09 12 +316 316 2008-04-08 11 +316 316 2008-04-08 11 +316 316 2008-04-08 11 +316 316 2008-04-08 12 +316 316 2008-04-08 12 +316 316 2008-04-08 12 316 316 2008-04-09 11 -57 57 2008-04-09 11 -302 302 2008-04-09 11 -205 205 2008-04-09 11 +316 316 2008-04-09 11 +316 316 2008-04-09 11 +316 316 2008-04-09 12 +316 316 2008-04-09 12 +316 316 2008-04-09 12 +317 317 2008-04-08 11 +317 317 2008-04-08 11 +317 317 2008-04-08 12 +317 317 2008-04-08 12 +317 317 2008-04-09 11 +317 317 2008-04-09 11 +317 317 2008-04-09 12 +317 317 2008-04-09 12 +318 318 2008-04-08 11 +318 318 2008-04-08 11 +318 318 2008-04-08 11 +318 318 2008-04-08 12 +318 318 2008-04-08 12 +318 318 2008-04-08 12 +318 318 2008-04-09 11 +318 318 2008-04-09 11 +318 318 2008-04-09 11 +318 318 2008-04-09 12 +318 318 2008-04-09 12 +318 318 2008-04-09 12 +321 321 2008-04-08 11 +321 321 2008-04-08 11 +321 321 2008-04-08 12 +321 321 2008-04-08 12 +321 321 2008-04-09 11 +321 321 2008-04-09 11 +321 321 2008-04-09 12 +321 321 2008-04-09 12 +322 322 2008-04-08 11 +322 322 2008-04-08 11 +322 322 2008-04-08 12 +322 322 2008-04-08 12 +322 322 2008-04-09 11 +322 322 2008-04-09 11 +322 322 2008-04-09 12 +322 322 2008-04-09 12 +323 323 2008-04-08 11 +323 323 2008-04-08 12 +323 323 2008-04-09 11 +323 323 2008-04-09 12 +325 325 2008-04-08 11 +325 325 2008-04-08 11 +325 325 2008-04-08 12 +325 325 2008-04-08 12 +325 325 2008-04-09 11 +325 325 2008-04-09 11 +325 325 2008-04-09 12 +325 325 2008-04-09 12 +327 327 2008-04-08 11 +327 327 2008-04-08 11 +327 327 2008-04-08 11 +327 327 2008-04-08 12 +327 327 2008-04-08 12 +327 327 2008-04-08 12 +327 327 2008-04-09 11 +327 327 2008-04-09 11 +327 327 2008-04-09 11 +327 327 2008-04-09 12 +327 327 2008-04-09 12 +327 327 2008-04-09 12 +33 33 2008-04-08 11 +33 33 2008-04-08 12 +33 33 2008-04-09 11 +33 33 2008-04-09 12 +331 331 2008-04-08 11 +331 331 2008-04-08 11 +331 331 2008-04-08 12 +331 331 2008-04-08 12 +331 331 2008-04-09 11 +331 331 2008-04-09 11 +331 331 2008-04-09 12 +331 331 2008-04-09 12 +332 332 2008-04-08 11 +332 332 2008-04-08 12 +332 332 2008-04-09 11 +332 332 2008-04-09 12 +333 333 2008-04-08 11 +333 333 2008-04-08 11 +333 333 2008-04-08 12 +333 333 2008-04-08 12 +333 333 2008-04-09 11 +333 333 2008-04-09 11 +333 333 2008-04-09 12 +333 333 2008-04-09 12 +335 335 2008-04-08 11 +335 335 2008-04-08 12 +335 335 2008-04-09 11 +335 335 2008-04-09 12 +336 336 2008-04-08 11 +336 336 2008-04-08 12 +336 336 2008-04-09 11 +336 336 2008-04-09 12 +338 338 2008-04-08 11 +338 338 2008-04-08 12 +338 338 2008-04-09 11 +338 338 2008-04-09 12 +339 339 2008-04-08 11 +339 339 2008-04-08 12 +339 339 2008-04-09 11 +339 339 2008-04-09 12 +34 34 2008-04-08 11 +34 34 2008-04-08 12 +34 34 2008-04-09 11 +34 34 2008-04-09 12 +341 341 2008-04-08 11 +341 341 2008-04-08 12 diff --git ql/src/test/results/clientpositive/spark/vector_data_types.q.out ql/src/test/results/clientpositive/spark/vector_data_types.q.out index 4561e2d..310a23a 100644 --- ql/src/test/results/clientpositive/spark/vector_data_types.q.out +++ ql/src/test/results/clientpositive/spark/vector_data_types.q.out @@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION [] POSTHOOK: Lineage: over1korc.si EXPRESSION [] POSTHOOK: Lineage: over1korc.t EXPRESSION [] POSTHOOK: Lineage: over1korc.ts EXPRESSION [] -PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: false - enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/vector_data_types.q.out ql/src/test/results/clientpositive/vector_data_types.q.out index 06a1fc4..688e6a6 100644 --- ql/src/test/results/clientpositive/vector_data_types.q.out +++ ql/src/test/results/clientpositive/vector_data_types.q.out @@ -114,14 +114,10 @@ POSTHOOK: Lineage: over1korc.s EXPRESSION [] POSTHOOK: Lineage: over1korc.si EXPRESSION [] POSTHOOK: Lineage: over1korc.t EXPRESSION [] POSTHOOK: Lineage: over1korc.ts EXPRESSION [] -PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 PREHOOK: type: QUERY -POSTHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 +POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, `dec`, bin FROM over1korc ORDER BY t, si, i LIMIT 20 POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: false - enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 diff --git ql/src/test/results/clientpositive/vector_left_outer_join2.q.out ql/src/test/results/clientpositive/vector_left_outer_join2.q.out index f1b5627..3b9bbf4 100644 --- ql/src/test/results/clientpositive/vector_left_outer_join2.q.out +++ ql/src/test/results/clientpositive/vector_left_outer_join2.q.out @@ -169,16 +169,12 @@ POSTHOOK: Input: default@tjoin2 0 10 15 NULL 1 20 25 NULL 2 NULL 50 NULL -PREHOOK: query: explain vectorization expression +PREHOOK: query: explain select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ) PREHOOK: type: QUERY -POSTHOOK: query: explain vectorization expression +POSTHOOK: query: explain select tjoin1.rnum, tjoin1.c1, tjoin1.c2, tjoin2.c2 as c2j2 from tjoin1 left outer join tjoin2 on ( tjoin1.c1 = tjoin2.c1 and tjoin1.c2 > 15 ) POSTHOOK: type: QUERY -PLAN VECTORIZATION: - enabled: false - enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] - STAGE DEPENDENCIES: Stage-4 is a root stage Stage-3 depends on stages: Stage-4