diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 468a441..4a2daab 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -612,6 +612,14 @@ spark.query.files=add_part_multiple.q \ vector_cast_constant.q \ vectorization_9.q \ vectorization_12.q \ + vector_data_types.q \ + vector_decimal_aggregate.q \ + vector_left_outer_join.q \ + vectorization_14.q \ + vectorization_15.q \ + vectorization_part_project.q \ + vectorized_timestamp_funcs.q \ + vectorized_ptf.q \ windowing.q \ subquery_exists.q \ subquery_in.q \ diff --git ql/src/test/results/clientpositive/spark/vector_data_types.q.out ql/src/test/results/clientpositive/spark/vector_data_types.q.out new file mode 100644 index 0000000..cb3b00e --- /dev/null +++ ql/src/test/results/clientpositive/spark/vector_data_types.q.out @@ -0,0 +1,250 @@ +PREHOOK: query: DROP TABLE over1k +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE over1k +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE over1korc +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE over1korc +POSTHOOK: type: DROPTABLE +PREHOOK: query: -- data setup +CREATE TABLE over1k(t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + bo boolean, + s string, + ts timestamp, + dec decimal(4,2), + bin binary) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@over1k +POSTHOOK: query: -- data setup +CREATE TABLE over1k(t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + bo boolean, + s string, + ts timestamp, + dec decimal(4,2), + bin binary) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@over1k +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/over1k' OVERWRITE INTO TABLE over1k +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@over1k +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/over1k' OVERWRITE INTO TABLE over1k +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@over1k +PREHOOK: query: CREATE TABLE over1korc(t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + bo boolean, + s string, + ts timestamp, + dec decimal(4,2), + bin binary) +STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@over1korc +POSTHOOK: query: CREATE TABLE over1korc(t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + bo boolean, + s string, + ts timestamp, + dec decimal(4,2), + bin binary) +STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@over1korc +PREHOOK: query: INSERT INTO TABLE over1korc SELECT * FROM over1k +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1korc +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: INSERT INTO TABLE over1korc SELECT * FROM over1k +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +POSTHOOK: Output: default@over1korc +POSTHOOK: Lineage: over1korc.b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1korc.bin SIMPLE [(over1k)over1k.FieldSchema(name:bin, type:binary, comment:null), ] +POSTHOOK: Lineage: over1korc.bo SIMPLE [(over1k)over1k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: over1korc.d SIMPLE [(over1k)over1k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: over1korc.dec SIMPLE [(over1k)over1k.FieldSchema(name:dec, type:decimal(4,2), comment:null), ] +POSTHOOK: Lineage: over1korc.f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1korc.i SIMPLE [(over1k)over1k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: over1korc.s SIMPLE [(over1k)over1k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: over1korc.si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1korc.t SIMPLE [(over1k)over1k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: over1korc.ts SIMPLE [(over1k)over1k.FieldSchema(name:ts, type:timestamp, comment:null), ] +PREHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1korc + Select Operator + expressions: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float), d (type: double), bo (type: boolean), s (type: string), ts (type: timestamp), dec (type: decimal(4,2)), bin (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: boolean), _col7 (type: string), _col8 (type: timestamp), _col9 (type: decimal(4,2)), _col10 (type: binary) + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: boolean), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: decimal(4,2)), VALUE._col9 (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Limit + Number of rows: 20 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 20 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### +NULL 409 65536 4294967490 46.97 25.92 false fred miller 2013-03-01 09:11:58.703116 33.45 history +18 280 65536 4294967320 32.92 45.94 false holly white 2013-03-01 09:11:58.703086 58.86 topology +69 489 65536 4294967404 33.52 17.99 false oscar ichabod 2013-03-01 09:11:58.703247 32.68 topology +108 301 65536 4294967357 90.05 17.59 true ethan johnson 2013-03-01 09:11:58.703271 75.70 undecided +27 405 65536 4294967508 82.24 29.41 true oscar ovid 2013-03-01 09:11:58.703166 16.85 biology +42 495 65536 4294967431 43.57 46.81 false tom johnson 2013-03-01 09:11:58.703245 62.25 american history +118 497 65536 4294967381 50.32 12.72 false david nixon 2013-03-01 09:11:58.703285 83.48 values clariffication +72 267 65537 4294967460 55.2 42.89 false oscar carson 2013-03-01 09:11:58.703153 51.91 topology +22 264 65537 4294967419 8.07 10.71 false david xylophone 2013-03-01 09:11:58.703136 11.87 undecided +63 458 65537 4294967463 21.94 49.71 true fred van buren 2013-03-01 09:11:58.703278 99.34 wind surfing +121 355 65537 4294967437 85.9 10.99 true calvin brown 2013-03-01 09:11:58.703254 4.49 yard duty +59 431 65537 4294967326 11.34 2.9 true oscar robinson 2013-03-01 09:11:58.703161 81.04 zync studies +83 353 65538 4294967339 0.08 23.91 true holly thompson 2013-03-01 09:11:58.703157 30.27 quiet hour +109 376 65538 4294967453 59.61 35.62 true priscilla xylophone 2013-03-01 09:11:58.703286 9.53 study skills +101 283 65538 4294967527 84.03 27.29 true yuri brown 2013-03-01 09:11:58.703306 44.24 biology +120 331 65539 4294967324 88.02 40.94 true holly nixon 2013-03-01 09:11:58.703262 96.64 yard duty +70 430 65539 4294967534 18.89 43.84 true tom carson 2013-03-01 09:11:58.703182 21.93 joggying +29 331 65539 4294967420 73.18 28.96 true ethan brown 2013-03-01 09:11:58.703094 58.85 zync studies +71 298 65540 4294967510 91.63 9.6 false gabriella zipper 2013-03-01 09:11:58.70314 68.14 geology +89 466 65541 4294967468 85.51 19.79 true calvin davidson 2013-03-01 09:11:58.703113 35.38 philosophy +PREHOOK: query: EXPLAIN select t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN select t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1korc + Select Operator + expressions: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float), d (type: double), bo (type: boolean), s (type: string), ts (type: timestamp), dec (type: decimal(4,2)), bin (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: boolean), _col7 (type: string), _col8 (type: timestamp), _col9 (type: decimal(4,2)), _col10 (type: binary) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: boolean), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: decimal(4,2)), VALUE._col9 (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Limit + Number of rows: 20 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: 20 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1korc +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, i, b, f, d, bo, s, ts, dec, bin FROM over1korc ORDER BY i LIMIT 20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1korc +#### A masked pattern was here #### +NULL 409 65536 4294967490 46.97 25.92 false fred miller 1860-11-12 20:05:55.011315936 33.45 history +18 280 65536 4294967320 32.92 45.94 false holly white 1860-11-12 20:05:55.011285936 58.86 topology +69 489 65536 4294967404 33.52 17.99 false oscar ichabod 1860-11-12 20:05:55.011446936 32.68 topology +108 301 65536 4294967357 90.05 17.59 true ethan johnson 1860-11-12 20:05:55.011470936 75.70 undecided +27 405 65536 4294967508 82.24 29.41 true oscar ovid 1860-11-12 20:05:55.011365936 16.85 biologyd +42 495 65536 4294967431 43.57 46.81 false tom johnson 1860-11-12 20:05:55.011444936 62.25 american history +118 497 65536 4294967381 50.32 12.72 false david nixon 1860-11-12 20:05:55.011484936 83.48 values clariffication +72 267 65537 4294967460 55.2 42.89 false oscar carson 1860-11-12 20:05:55.011352936 51.91 topologyariffication +22 264 65537 4294967419 8.07 10.71 false david xylophone 1860-11-12 20:05:55.011335936 11.87 undecidedriffication +63 458 65537 4294967463 21.94 49.71 true fred van buren 1860-11-12 20:05:55.011477936 99.34 wind surfingfication +121 355 65537 4294967437 85.9 10.99 true calvin brown 1860-11-12 20:05:55.011453936 4.49 yard dutyngfication +59 431 65537 4294967326 11.34 2.9 true oscar robinson 1860-11-12 20:05:55.011360936 81.04 zync studiesfication +83 353 65538 4294967339 0.08 23.91 true holly thompson 1860-11-12 20:05:55.011356936 30.27 quiet hoursfication +109 376 65538 4294967453 59.61 35.62 true priscilla xylophone 1860-11-12 20:05:55.011485936 9.53 study skillsfication +101 283 65538 4294967527 84.03 27.29 true yuri brown 1860-11-12 20:05:55.011505936 44.24 biologyillsfication +120 331 65539 4294967324 88.02 40.94 true holly nixon 1860-11-12 20:05:55.011461936 96.64 yard dutylsfication +70 430 65539 4294967534 18.89 43.84 true tom carson 1860-11-12 20:05:55.011381936 21.93 joggyinglsfication +29 331 65539 4294967420 73.18 28.96 true ethan brown 1860-11-12 20:05:55.011293936 58.85 zync studiesfication +71 298 65540 4294967510 91.63 9.6 false gabriella zipper 1860-11-12 20:05:55.011339936 68.14 geologydiesfication +89 466 65541 4294967468 85.51 19.79 true calvin davidson 1860-11-12 20:05:55.011312936 35.38 philosophysfication diff --git ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out new file mode 100644 index 0000000..39eb31d --- /dev/null +++ ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out @@ -0,0 +1,212 @@ +PREHOOK: query: CREATE TABLE decimal_vgby STORED AS ORC AS + SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, + CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2, + cint + FROM alltypesorc +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: database:default +PREHOOK: Output: default@decimal_vgby +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: CREATE TABLE decimal_vgby STORED AS ORC AS + SELECT cdouble, CAST (((cdouble*22.1)/37) AS DECIMAL(20,10)) AS cdecimal1, + CAST (((cdouble*9.3)/13) AS DECIMAL(23,14)) AS cdecimal2, + cint + FROM alltypesorc +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: database:default +POSTHOOK: Output: default@decimal_vgby +PREHOOK: query: -- First only do simple aggregations that output primitives only +EXPLAIN SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +PREHOOK: type: QUERY +POSTHOOK: query: -- First only do simple aggregations that output primitives only +EXPLAIN SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_vgby + Select Operator + expressions: cint (type: int), cdecimal1 (type: decimal(20,10)), cdecimal2 (type: decimal(23,14)) + outputColumnNames: cint, cdecimal1, cdecimal2 + Group By Operator + aggregations: count(cdecimal1), max(cdecimal1), min(cdecimal1), sum(cdecimal1), count(cdecimal2), max(cdecimal2), min(cdecimal2), sum(cdecimal2), count() + keys: cint (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: bigint), _col6 (type: decimal(23,14)), _col7 (type: decimal(23,14)), _col8 (type: decimal(33,14)), _col9 (type: bigint) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), count(VALUE._col4), max(VALUE._col5), min(VALUE._col6), sum(VALUE._col7), count(VALUE._col8) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Filter Operator + predicate: (_col9 > 1) (type: boolean) + Select Operator + expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: bigint), _col6 (type: decimal(23,14)), _col7 (type: decimal(23,14)), _col8 (type: decimal(33,14)) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### +POSTHOOK: query: SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### +253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 1024 11697.96923076923100 -11712.99230769231000 -416182.64030769233089 +762 2 5831542.2692483780 1531.2194054054 5833073.4886537834 2 6984454.21109769200000 1833.9456923076925 6986288.15678999969250 +528534767 1024 5831542.2692483780 -9777.1594594595 11646372.8607481068 1024 6984454.21109769200000 -11710.13076923077100 13948892.79980307629003 +6981 3 5831542.269248378 -515.6210729730 5830511.0271024320 3 6984454.211097692 -617.56077692307690 6983219.08954384584620 +626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 1024 11645.74615384615400 -11712.27692307692300 12625.04759999997746 +NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 3072 11160.71538461538500 -5147.90769230769300 6010604.30769230735360 +-3728 6 5831542.2692483780 -3367.6517567568 5817556.0411483778 6 6984454.21109769200000 -4033.445769230769 6967702.86724384584710 +-563 2 -515.6210729730 -3367.6517567568 -3883.2728297298 2 -617.56077692307690 -4033.445769230769 -4651.00654615384590 +PREHOOK: query: -- Now add the others... +EXPLAIN SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2), AVG(cdecimal2), STDDEV_POP(cdecimal2), STDDEV_SAMP(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +PREHOOK: type: QUERY +POSTHOOK: query: -- Now add the others... +EXPLAIN SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2), AVG(cdecimal2), STDDEV_POP(cdecimal2), STDDEV_SAMP(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_vgby + Select Operator + expressions: cint (type: int), cdecimal1 (type: decimal(20,10)), cdecimal2 (type: decimal(23,14)) + outputColumnNames: cint, cdecimal1, cdecimal2 + Group By Operator + aggregations: count(cdecimal1), max(cdecimal1), min(cdecimal1), sum(cdecimal1), avg(cdecimal1), stddev_pop(cdecimal1), stddev_samp(cdecimal1), count(cdecimal2), max(cdecimal2), min(cdecimal2), sum(cdecimal2), avg(cdecimal2), stddev_pop(cdecimal2), stddev_samp(cdecimal2), count() + keys: cint (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: bigint), _col9 (type: decimal(23,14)), _col10 (type: decimal(23,14)), _col11 (type: decimal(33,14)), _col12 (type: struct), _col13 (type: struct), _col14 (type: struct), _col15 (type: bigint) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), avg(VALUE._col4), stddev_pop(VALUE._col5), stddev_samp(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9), sum(VALUE._col10), avg(VALUE._col11), stddev_pop(VALUE._col12), stddev_samp(VALUE._col13), count(VALUE._col14) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Filter Operator + predicate: (_col15 > 1) (type: boolean) + Select Operator + expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: decimal(24,14)), _col6 (type: double), _col7 (type: double), _col8 (type: bigint), _col9 (type: decimal(23,14)), _col10 (type: decimal(23,14)), _col11 (type: decimal(33,14)), _col12 (type: decimal(27,18)), _col13 (type: double), _col14 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2), AVG(cdecimal2), STDDEV_POP(cdecimal2), STDDEV_SAMP(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### +POSTHOOK: query: SELECT cint, + COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), + COUNT(cdecimal2), MAX(cdecimal2), MIN(cdecimal2), SUM(cdecimal2), AVG(cdecimal2), STDDEV_POP(cdecimal2), STDDEV_SAMP(cdecimal2) + FROM decimal_vgby + GROUP BY cint + HAVING COUNT(*) > 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_vgby +#### A masked pattern was here #### +253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 -339.33992366976309 5708.9563478862 5711.745967572779 1024 11697.96923076923100 -11712.99230769231000 -416182.64030769233089 -406.428359675480791885 6837.632716002934 6840.973851172274 +762 2 5831542.2692483780 1531.2194054054 5833073.4886537834 2916536.7443268917 2915005.5249214866 4122440.3477364695 2 6984454.21109769200000 1833.9456923076925 6986288.15678999969250 3493144.07839499984625 3491310.1327026924 4937458.140118758 +528534767 1024 5831542.2692483780 -9777.1594594595 11646372.8607481068 11373.41099682432305 257528.92988206653 257654.7686043977 1024 6984454.21109769200000 -11710.13076923077100 13948892.79980307629003 13621.965624807691689482 308443.1074570801 308593.82484083984 +6981 3 5831542.269248378 -515.6210729730 5830511.0271024320 1943503.67570081066667 2749258.455012492 3367140.1929065133 3 6984454.211097692 -617.56077692307690 6983219.08954384584620 2327739.696514615282066667 3292794.4113115156 4032833.0678006653 +626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 10.29399661106318 5742.09145323734 5744.897264034267 1024 11645.74615384615400 -11712.27692307692300 12625.04759999997746 12.329148046874977988 6877.318722794877 6880.679250101603 +NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 1633.60810810806667 5695.483082135364 5696.4103077145055 3072 11160.71538461538500 -5147.90769230769300 6010604.30769230735360 1956.576923076922966667 6821.495748565159 6822.606289190924 +-3728 6 5831542.2692483780 -3367.6517567568 5817556.0411483778 969592.67352472963333 2174330.2092403853 2381859.406131774 6 6984454.21109769200000 -4033.445769230769 6967702.86724384584710 1161283.811207307641183333 2604201.2704476737 2852759.5602156054 +-563 2 -515.6210729730 -3367.6517567568 -3883.2728297298 -1941.6364148649 1426.0153418918999 2016.6902366556308 2 -617.56077692307690 -4033.445769230769 -4651.00654615384590 -2325.50327307692295 1707.9424961538462 2415.395441814127 diff --git ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out new file mode 100644 index 0000000..4fc4f61 --- /dev/null +++ ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out @@ -0,0 +1,132 @@ +PREHOOK: query: explain +select count(*) from (select c.ctinyint +from alltypesorc c +left outer join alltypesorc cd + on cd.cint = c.cint +left outer join alltypesorc hd + on hd.ctinyint = c.ctinyint +) t1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from (select c.ctinyint +from alltypesorc c +left outer join alltypesorc cd + on cd.cint = c.cint +left outer join alltypesorc hd + on hd.ctinyint = c.ctinyint +) t1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) + Reducer 3 <- Reducer 2 (GROUP) + Reducer 5 <- Map 4 (GROUP PARTITION-LEVEL SORT), Map 6 (GROUP PARTITION-LEVEL SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: hd + Reduce Output Operator + key expressions: ctinyint (type: tinyint) + sort order: + + Map-reduce partition columns: ctinyint (type: tinyint) + Execution mode: vectorized + Map 4 + Map Operator Tree: + TableScan + alias: c + Reduce Output Operator + key expressions: cint (type: int) + sort order: + + Map-reduce partition columns: cint (type: int) + value expressions: ctinyint (type: tinyint) + Execution mode: vectorized + Map 6 + Map Operator Tree: + TableScan + alias: cd + Reduce Output Operator + key expressions: cint (type: int) + sort order: + + Map-reduce partition columns: cint (type: int) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Join Operator + condition map: + Left Outer Join0 to 1 + condition expressions: + 0 + 1 + Select Operator + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + value expressions: _col0 (type: bigint) + Reducer 3 + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: _col0 (type: bigint) + outputColumnNames: _col0 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + Reducer 5 + Reduce Operator Tree: + Join Operator + condition map: + Left Outer Join0 to 1 + condition expressions: + 0 {VALUE._col0} + 1 + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: tinyint) + sort order: + + Map-reduce partition columns: _col0 (type: tinyint) + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from (select c.ctinyint +from alltypesorc c +left outer join alltypesorc cd + on cd.cint = c.cint +left outer join alltypesorc hd + on hd.ctinyint = c.ctinyint +) t1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from (select c.ctinyint +from alltypesorc c +left outer join alltypesorc cd + on cd.cint = c.cint +left outer join alltypesorc hd + on hd.ctinyint = c.ctinyint +) t1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +225951785 diff --git ql/src/test/results/clientpositive/spark/vectorization_14.q.out ql/src/test/results/clientpositive/spark/vectorization_14.q.out new file mode 100644 index 0000000..150a4ca --- /dev/null +++ ql/src/test/results/clientpositive/spark/vectorization_14.q.out @@ -0,0 +1,821 @@ +PREHOOK: query: EXPLAIN +SELECT ctimestamp1, + cfloat, + cstring1, + cboolean1, + cdouble, + (-26.28 + cdouble), + (-((-26.28 + cdouble))), + STDDEV_SAMP((-((-26.28 + cdouble)))), + (cfloat * -26.28), + MAX(cfloat), + (-(cfloat)), + (-(MAX(cfloat))), + ((-((-26.28 + cdouble))) / 10.175), + STDDEV_POP(cfloat), + COUNT(cfloat), + (-(((-((-26.28 + cdouble))) / 10.175))), + (-1.389 % STDDEV_SAMP((-((-26.28 + cdouble))))), + (cfloat - cdouble), + VAR_POP(cfloat), + (VAR_POP(cfloat) % 10.175), + VAR_SAMP(cfloat), + (-((cfloat - cdouble))) +FROM alltypesorc +WHERE (((ctinyint <= cbigint) + AND ((cint <= cdouble) + OR (ctimestamp2 < ctimestamp1))) + AND ((cdouble < ctinyint) + AND ((cbigint > -257) + OR (cfloat < cint)))) +GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble +ORDER BY cstring1, cfloat, cdouble, ctimestamp1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT ctimestamp1, + cfloat, + cstring1, + cboolean1, + cdouble, + (-26.28 + cdouble), + (-((-26.28 + cdouble))), + STDDEV_SAMP((-((-26.28 + cdouble)))), + (cfloat * -26.28), + MAX(cfloat), + (-(cfloat)), + (-(MAX(cfloat))), + ((-((-26.28 + cdouble))) / 10.175), + STDDEV_POP(cfloat), + COUNT(cfloat), + (-(((-((-26.28 + cdouble))) / 10.175))), + (-1.389 % STDDEV_SAMP((-((-26.28 + cdouble))))), + (cfloat - cdouble), + VAR_POP(cfloat), + (VAR_POP(cfloat) % 10.175), + VAR_SAMP(cfloat), + (-((cfloat - cdouble))) +FROM alltypesorc +WHERE (((ctinyint <= cbigint) + AND ((cint <= cdouble) + OR (ctimestamp2 < ctimestamp1))) + AND ((cdouble < ctinyint) + AND ((cbigint > -257) + OR (cfloat < cint)))) +GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble +ORDER BY cstring1, cfloat, cdouble, ctimestamp1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc + Filter Operator + predicate: ((((ctinyint <= cbigint) and ((cint <= cdouble) or (ctimestamp2 < ctimestamp1))) and (cdouble < ctinyint)) and ((cbigint > -257) or (cfloat < cint))) (type: boolean) + Select Operator + expressions: ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string), cboolean1 (type: boolean), cdouble (type: double) + outputColumnNames: ctimestamp1, cfloat, cstring1, cboolean1, cdouble + Group By Operator + aggregations: stddev_samp((- ((- 26.28) + cdouble))), max(cfloat), stddev_pop(cfloat), count(cfloat), var_pop(cfloat), var_samp(cfloat) + keys: ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string), cboolean1 (type: boolean), cdouble (type: double) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Reduce Output Operator + key expressions: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double) + sort order: +++++ + Map-reduce partition columns: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double) + value expressions: _col5 (type: struct), _col6 (type: float), _col7 (type: struct), _col8 (type: bigint), _col9 (type: struct), _col10 (type: struct) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: stddev_samp(VALUE._col0), max(VALUE._col1), stddev_pop(VALUE._col2), count(VALUE._col3), var_pop(VALUE._col4), var_samp(VALUE._col5) + keys: KEY._col0 (type: timestamp), KEY._col1 (type: float), KEY._col2 (type: string), KEY._col3 (type: boolean), KEY._col4 (type: double) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Select Operator + expressions: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double), (-26.28 + _col4) (type: double), (- (-26.28 + _col4)) (type: double), _col5 (type: double), (_col1 * -26.28) (type: double), _col6 (type: float), (- _col1) (type: float), (- _col6) (type: float), ((- (-26.28 + _col4)) / 10.175) (type: double), _col7 (type: double), _col8 (type: bigint), (- ((- (-26.28 + _col4)) / 10.175)) (type: double), (-1.389 % _col5) (type: double), (_col1 - _col4) (type: double), _col9 (type: double), (_col9 % 10.175) (type: double), _col10 (type: double), (- (_col1 - _col4)) (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: float), _col4 (type: double), _col0 (type: timestamp) + sort order: ++++ + value expressions: _col3 (type: boolean), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: bigint), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double) + Reducer 3 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey3 (type: timestamp), KEY.reducesinkkey1 (type: float), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col15 (type: double), VALUE._col16 (type: double), VALUE._col17 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT ctimestamp1, + cfloat, + cstring1, + cboolean1, + cdouble, + (-26.28 + cdouble), + (-((-26.28 + cdouble))), + STDDEV_SAMP((-((-26.28 + cdouble)))), + (cfloat * -26.28), + MAX(cfloat), + (-(cfloat)), + (-(MAX(cfloat))), + ((-((-26.28 + cdouble))) / 10.175), + STDDEV_POP(cfloat), + COUNT(cfloat), + (-(((-((-26.28 + cdouble))) / 10.175))), + (-1.389 % STDDEV_SAMP((-((-26.28 + cdouble))))), + (cfloat - cdouble), + VAR_POP(cfloat), + (VAR_POP(cfloat) % 10.175), + VAR_SAMP(cfloat), + (-((cfloat - cdouble))) +FROM alltypesorc +WHERE (((ctinyint <= cbigint) + AND ((cint <= cdouble) + OR (ctimestamp2 < ctimestamp1))) + AND ((cdouble < ctinyint) + AND ((cbigint > -257) + OR (cfloat < cint)))) +GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble +ORDER BY cstring1, cfloat, cdouble, ctimestamp1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT ctimestamp1, + cfloat, + cstring1, + cboolean1, + cdouble, + (-26.28 + cdouble), + (-((-26.28 + cdouble))), + STDDEV_SAMP((-((-26.28 + cdouble)))), + (cfloat * -26.28), + MAX(cfloat), + (-(cfloat)), + (-(MAX(cfloat))), + ((-((-26.28 + cdouble))) / 10.175), + STDDEV_POP(cfloat), + COUNT(cfloat), + (-(((-((-26.28 + cdouble))) / 10.175))), + (-1.389 % STDDEV_SAMP((-((-26.28 + cdouble))))), + (cfloat - cdouble), + VAR_POP(cfloat), + (VAR_POP(cfloat) % 10.175), + VAR_SAMP(cfloat), + (-((cfloat - cdouble))) +FROM alltypesorc +WHERE (((ctinyint <= cbigint) + AND ((cint <= cdouble) + OR (ctimestamp2 < ctimestamp1))) + AND ((cdouble < ctinyint) + AND ((cbigint > -257) + OR (cfloat < cint)))) +GROUP BY ctimestamp1, cfloat, cstring1, cboolean1, cdouble +ORDER BY cstring1, cfloat, cdouble, ctimestamp1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +1969-12-31 16:00:00.29 -64.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1681.92 -64.0 64.0 64.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7132.0 0.0 0.0 0.0 -7132.0 +1969-12-31 16:00:12.339 -64.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1681.92 -64.0 64.0 64.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7132.0 0.0 0.0 0.0 -7132.0 +1969-12-31 16:00:00.199 -64.0 NULL NULL -200.0 -226.28 226.28 0.0 1681.92 -64.0 64.0 64.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 136.0 0.0 0.0 0.0 -136.0 +1969-12-31 16:00:03.944 -64.0 NULL NULL -200.0 -226.28 226.28 0.0 1681.92 -64.0 64.0 64.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 136.0 0.0 0.0 0.0 -136.0 +1969-12-31 15:59:57.693 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 +1969-12-31 16:00:06.852 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 +1969-12-31 16:00:15.436 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 +1969-12-31 16:00:01.22 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:08.198 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:10.225 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:14.965 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 15:59:58.046 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:01.515 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:01.734 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:10.485 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:14.247 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:14.517 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:06.848 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0800000000002 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 +1969-12-31 16:00:16.558 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0800000000002 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 +1969-12-31 16:00:02.698 -61.0 NULL NULL -200.0 -226.28 226.28 0.0 1603.0800000000002 -61.0 61.0 61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 139.0 0.0 0.0 0.0 -139.0 +1969-12-31 15:59:56.276 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 15:59:57.528 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 15:59:57.747 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 16:00:04.16 -59.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1550.52 -59.0 59.0 59.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7137.0 0.0 0.0 0.0 -7137.0 +1969-12-31 16:00:05.927 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 +1969-12-31 16:00:15.296 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 +1969-12-31 16:00:15.861 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 +1969-12-31 16:00:04.682 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 +1969-12-31 16:00:09.622 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 +1969-12-31 16:00:12.065 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 +1969-12-31 16:00:08.74 -58.0 NULL NULL -200.0 -226.28 226.28 0.0 1524.24 -58.0 58.0 58.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 142.0 0.0 0.0 0.0 -142.0 +1969-12-31 16:00:05.5 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 16:00:06.664 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 16:00:12.626 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 15:59:56.969 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.96 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 +1969-12-31 16:00:02.707 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.96 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 +1969-12-31 16:00:13.602 -56.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1471.68 -56.0 56.0 56.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7140.0 0.0 0.0 0.0 -7140.0 +1969-12-31 15:59:57.349 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 +1969-12-31 16:00:07.212 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 +1969-12-31 16:00:15.038 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 +1969-12-31 16:00:00.547 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 +1969-12-31 16:00:01.138 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 +1969-12-31 16:00:09.421 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 +1969-12-31 16:00:11.38 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 +1969-12-31 16:00:05.793 -55.0 NULL NULL -200.0 -226.28 226.28 0.0 1445.4 -55.0 55.0 55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 145.0 0.0 0.0 0.0 -145.0 +1969-12-31 16:00:08.896 -55.0 NULL NULL -200.0 -226.28 226.28 0.0 1445.4 -55.0 55.0 55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 145.0 0.0 0.0 0.0 -145.0 +1969-12-31 16:00:05.688 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:06.484 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:08.805 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:11.198 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 15:59:57.369 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.1200000000001 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 +1969-12-31 15:59:58.112 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.1200000000001 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 +1969-12-31 16:00:09.061 -53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1392.8400000000001 -53.0 53.0 53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7143.0 0.0 0.0 0.0 -7143.0 +1969-12-31 15:59:58.158 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8400000000001 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 +1969-12-31 16:00:06.935 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8400000000001 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 +1969-12-31 16:00:02.621 -52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1366.56 -52.0 52.0 52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7144.0 0.0 0.0 0.0 -7144.0 +1969-12-31 16:00:03.963 -52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1366.56 -52.0 52.0 52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7144.0 0.0 0.0 0.0 -7144.0 +1969-12-31 16:00:05.377 -52.0 NULL NULL -200.0 -226.28 226.28 0.0 1366.56 -52.0 52.0 52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 148.0 0.0 0.0 0.0 -148.0 +1969-12-31 16:00:00.156 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 +1969-12-31 16:00:02.723 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 +1969-12-31 16:00:13.197 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 +1969-12-31 16:00:02.434 -50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1314.0 -50.0 50.0 50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7146.0 0.0 0.0 0.0 -7146.0 +1969-12-31 16:00:14.134 -50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1314.0 -50.0 50.0 50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7146.0 0.0 0.0 0.0 -7146.0 +1969-12-31 16:00:03.09 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 +1969-12-31 16:00:10.867 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 +1969-12-31 16:00:13.253 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 +1969-12-31 16:00:15.764 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 +1969-12-31 16:00:02.325 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.72 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 +1969-12-31 16:00:04.868 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.72 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 +1969-12-31 15:59:56.159 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 16:00:00.612 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 16:00:05.814 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 16:00:05.978 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.44 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 +1969-12-31 16:00:15.63 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.44 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 +1969-12-31 15:59:57.256 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 16:00:07.046 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 16:00:08.693 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 16:00:01.673 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 +1969-12-31 16:00:10.274 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 +1969-12-31 16:00:13.73 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 +1969-12-31 15:59:56.477 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 +1969-12-31 16:00:00.074 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 +1969-12-31 16:00:02.508 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 +1969-12-31 16:00:08.091 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 +1969-12-31 16:00:08.884 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 +1969-12-31 16:00:01.592 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:12.921 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:16.216 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:02.814 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:05.68 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:08.351 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:00.247 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:00.289 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:03.002 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:04.442 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:12.538 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:00.835 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:03.357 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:10.096 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:14.848 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:03.341 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 +1969-12-31 16:00:10.835 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 +1969-12-31 16:00:14.048 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 +1969-12-31 15:59:55.796 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 +1969-12-31 16:00:00.026 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 +1969-12-31 16:00:01.901 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 +1969-12-31 16:00:15.091 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 +1969-12-31 16:00:09.144 -42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1103.76 -42.0 42.0 42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7154.0 0.0 0.0 0.0 -7154.0 +1969-12-31 16:00:12.748 -42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1103.76 -42.0 42.0 42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7154.0 0.0 0.0 0.0 -7154.0 +1969-12-31 15:59:56.197 -42.0 NULL NULL -200.0 -226.28 226.28 0.0 1103.76 -42.0 42.0 42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 158.0 0.0 0.0 0.0 -158.0 +1969-12-31 15:59:57.21 -42.0 NULL NULL -200.0 -226.28 226.28 0.0 1103.76 -42.0 42.0 42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 158.0 0.0 0.0 0.0 -158.0 +1969-12-31 16:00:04.827 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 +1969-12-31 16:00:07.204 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 +1969-12-31 16:00:07.461 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 +1969-12-31 16:00:08.011 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 +1969-12-31 16:00:02.969 -41.0 NULL NULL -200.0 -226.28 226.28 0.0 1077.48 -41.0 41.0 41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 159.0 0.0 0.0 0.0 -159.0 +1969-12-31 15:59:58.544 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 +1969-12-31 16:00:03.741 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 +1969-12-31 15:59:57.942 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 16:00:02.171 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 16:00:15.699 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 16:00:00.39 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 +1969-12-31 16:00:10.104 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 +1969-12-31 16:00:13.046 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 +1969-12-31 16:00:13.358 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 +1969-12-31 15:59:57.027 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 +1969-12-31 16:00:00.958 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 +1969-12-31 16:00:02.014 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 +1969-12-31 16:00:08.852 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 +1969-12-31 16:00:01.282 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.6400000000001 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 +1969-12-31 16:00:08.04 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.6400000000001 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 +1969-12-31 15:59:56.769 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 16:00:14.118 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 16:00:14.127 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 16:00:00.539 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:15.215 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:16.202 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:09.111 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 +1969-12-31 16:00:14.662 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 +1969-12-31 16:00:06.661 -36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 946.08 -36.0 36.0 36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7160.0 0.0 0.0 0.0 -7160.0 +1969-12-31 16:00:08.615 -36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 946.08 -36.0 36.0 36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7160.0 0.0 0.0 0.0 -7160.0 +1969-12-31 15:59:56.174 -36.0 NULL NULL -200.0 -226.28 226.28 0.0 946.08 -36.0 36.0 36.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 164.0 0.0 0.0 0.0 -164.0 +1969-12-31 16:00:00.8 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:12.959 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:13.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:14.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 15:59:58.245 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.8000000000001 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 +1969-12-31 16:00:13.605 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.8000000000001 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 +1969-12-31 16:00:01.562 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 +1969-12-31 16:00:04.756 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 +1969-12-31 16:00:06.405 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 +1969-12-31 16:00:11.611 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 +1969-12-31 15:59:57.828 -34.0 NULL NULL -200.0 -226.28 226.28 0.0 893.52 -34.0 34.0 34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 166.0 0.0 0.0 0.0 -166.0 +1969-12-31 15:59:58.98 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 +1969-12-31 16:00:10.959 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 +1969-12-31 15:59:56.436 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:00.611 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:08.046 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:15.375 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:02.67 -32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 840.96 -32.0 32.0 32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7164.0 0.0 0.0 0.0 -7164.0 +1969-12-31 16:00:05.178 -32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 840.96 -32.0 32.0 32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7164.0 0.0 0.0 0.0 -7164.0 +1969-12-31 16:00:10.649 -32.0 NULL NULL -200.0 -226.28 226.28 0.0 840.96 -32.0 32.0 32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 168.0 0.0 0.0 0.0 -168.0 +1969-12-31 16:00:13.868 -31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 814.6800000000001 -31.0 31.0 31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7165.0 0.0 0.0 0.0 -7165.0 +1969-12-31 16:00:15.012 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.6800000000001 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 +1969-12-31 16:00:15.169 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.6800000000001 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 +1969-12-31 16:00:00.434 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:04.236 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:13.124 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:15.136 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:02.234 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4000000000001 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 +1969-12-31 16:00:12.935 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4000000000001 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 +1969-12-31 16:00:03.506 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 +1969-12-31 16:00:03.855 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 +1969-12-31 16:00:10.721 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 +1969-12-31 15:59:57.882 -29.0 NULL NULL -200.0 -226.28 226.28 0.0 762.12 -29.0 29.0 29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 171.0 0.0 0.0 0.0 -171.0 +1969-12-31 16:00:03.116 -29.0 NULL NULL -200.0 -226.28 226.28 0.0 762.12 -29.0 29.0 29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 171.0 0.0 0.0 0.0 -171.0 +1969-12-31 16:00:04.747 -28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 735.84 -28.0 28.0 28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7168.0 0.0 0.0 0.0 -7168.0 +1969-12-31 16:00:13.922 -28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 735.84 -28.0 28.0 28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7168.0 0.0 0.0 0.0 -7168.0 +1969-12-31 16:00:00.157 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 +1969-12-31 16:00:01.627 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 +1969-12-31 16:00:02.58 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 +1969-12-31 16:00:09.93 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 +1969-12-31 16:00:00.692 -27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 709.5600000000001 -27.0 27.0 27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.0 0.0 0.0 0.0 -7169.0 +1969-12-31 16:00:10.192 -26.28 NULL NULL -7196.0 -7222.28 7222.28 0.0 690.638418045044 -26.28 26.28 26.28 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.7199993133545 0.0 0.0 0.0 -7169.7199993133545 +1969-12-31 16:00:02.445 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 +1969-12-31 16:00:08.33 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 +1969-12-31 16:00:14.315 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 +1969-12-31 16:00:14.661 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 +1969-12-31 16:00:14.191 -26.0 NULL NULL -200.0 -226.28 226.28 0.0 683.28 -26.0 26.0 26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 174.0 0.0 0.0 0.0 -174.0 +1969-12-31 16:00:07.022 -25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 657.0 -25.0 25.0 25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7171.0 0.0 0.0 0.0 -7171.0 +1969-12-31 16:00:06.506 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 +1969-12-31 16:00:13.374 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 +1969-12-31 16:00:15.769 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 +1969-12-31 16:00:15.965 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 +1969-12-31 16:00:06.568 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 +1969-12-31 16:00:08.839 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 +1969-12-31 16:00:07.642 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:10.383 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:16.03 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:00.885 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 +1969-12-31 16:00:11.402 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 +1969-12-31 16:00:12.317 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 +1969-12-31 15:59:56.414 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 +1969-12-31 15:59:58.594 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 +1969-12-31 16:00:06.523 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 +1969-12-31 16:00:16.07 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 +1969-12-31 15:59:58.93 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.1600000000001 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 +1969-12-31 16:00:15.409 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.1600000000001 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 +1969-12-31 16:00:00.229 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:05.218 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:12.901 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:03.31 -21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 551.88 -21.0 21.0 21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7175.0 0.0 0.0 0.0 -7175.0 +1969-12-31 16:00:09.182 -21.0 NULL NULL -200.0 -226.28 226.28 0.0 551.88 -21.0 21.0 21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 179.0 0.0 0.0 0.0 -179.0 +1969-12-31 16:00:14.073 -21.0 NULL NULL -200.0 -226.28 226.28 0.0 551.88 -21.0 21.0 21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 179.0 0.0 0.0 0.0 -179.0 +1969-12-31 16:00:00.51 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:02.91 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:09.416 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:11.847 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:13.778 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 15:59:58.512 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 16:00:07.942 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 16:00:10.551 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 16:00:03.381 -19.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 499.32000000000005 -19.0 19.0 19.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7177.0 0.0 0.0 0.0 -7177.0 +1969-12-31 16:00:01.781 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:02.925 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:05.105 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:13.495 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:14.809 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:09.974 -18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 473.04 -18.0 18.0 18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7178.0 0.0 0.0 0.0 -7178.0 +1969-12-31 16:00:00.564 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 +1969-12-31 16:00:04.625 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 +1969-12-31 16:00:05.241 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 +1969-12-31 16:00:10.939 -17.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 446.76 -17.0 17.0 17.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7179.0 0.0 0.0 0.0 -7179.0 +1969-12-31 15:59:58.173 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 +1969-12-31 15:59:58.561 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 +1969-12-31 16:00:02.974 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 +1969-12-31 16:00:10.104 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 +1969-12-31 16:00:01.088 -16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 420.48 -16.0 16.0 16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7180.0 0.0 0.0 0.0 -7180.0 +1969-12-31 16:00:06.481 -16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 420.48 -16.0 16.0 16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7180.0 0.0 0.0 0.0 -7180.0 +1969-12-31 16:00:12.574 -16.0 NULL NULL -200.0 -226.28 226.28 0.0 420.48 -16.0 16.0 16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 184.0 0.0 0.0 0.0 -184.0 +1969-12-31 16:00:03.261 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:05.113 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:15.186 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:13.438 -15.0 NULL NULL -200.0 -226.28 226.28 0.0 394.20000000000005 -15.0 15.0 15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 185.0 0.0 0.0 0.0 -185.0 +1969-12-31 16:00:04.574 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 +1969-12-31 16:00:07.6 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 +1969-12-31 16:00:14.79 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 +1969-12-31 16:00:08.549 -14.0 NULL NULL -200.0 -226.28 226.28 0.0 367.92 -14.0 14.0 14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 186.0 0.0 0.0 0.0 -186.0 +1969-12-31 16:00:08.704 -14.0 NULL NULL -200.0 -226.28 226.28 0.0 367.92 -14.0 14.0 14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 186.0 0.0 0.0 0.0 -186.0 +1969-12-31 16:00:02.613 -13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 341.64 -13.0 13.0 13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7183.0 0.0 0.0 0.0 -7183.0 +1969-12-31 16:00:03.395 -13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 341.64 -13.0 13.0 13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7183.0 0.0 0.0 0.0 -7183.0 +1969-12-31 16:00:02.492 -13.0 NULL NULL -200.0 -226.28 226.28 0.0 341.64 -13.0 13.0 13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 187.0 0.0 0.0 0.0 -187.0 +1969-12-31 16:00:15.92 -12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 315.36 -12.0 12.0 12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7184.0 0.0 0.0 0.0 -7184.0 +1969-12-31 16:00:01.462 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08000000000004 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 +1969-12-31 16:00:07.946 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08000000000004 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 +1969-12-31 16:00:10.496 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08000000000004 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 +1969-12-31 16:00:13.638 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08000000000004 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 +1969-12-31 16:00:11.061 -10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 262.8 -10.0 10.0 10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7186.0 0.0 0.0 0.0 -7186.0 +1969-12-31 15:59:58.893 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 15:59:58.989 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 16:00:00.553 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 16:00:00.916 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 15:59:58.825 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 +1969-12-31 16:00:11.758 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 +1969-12-31 16:00:13.473 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 +1969-12-31 15:59:57.965 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 +1969-12-31 16:00:07.651 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 +1969-12-31 16:00:10.227 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 +1969-12-31 16:00:10.452 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 +1969-12-31 16:00:11.08 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 +1969-12-31 16:00:04.443 -8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 210.24 -8.0 8.0 8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7188.0 0.0 0.0 0.0 -7188.0 +1969-12-31 15:59:58.265 -8.0 NULL NULL -200.0 -226.28 226.28 0.0 210.24 -8.0 8.0 8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 192.0 0.0 0.0 0.0 -192.0 +1969-12-31 16:00:08.007 -8.0 NULL NULL -200.0 -226.28 226.28 0.0 210.24 -8.0 8.0 8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 192.0 0.0 0.0 0.0 -192.0 +1969-12-31 15:59:58.463 -7.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 183.96 -7.0 7.0 7.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7189.0 0.0 0.0 0.0 -7189.0 +1969-12-31 15:59:58.625 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 +1969-12-31 16:00:06.4 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 +1969-12-31 15:59:57.273 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 15:59:57.957 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:04.136 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:05.495 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:07.423 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:08.781 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:16.107 -5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 131.4 -5.0 5.0 5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7191.0 0.0 0.0 0.0 -7191.0 +1969-12-31 15:59:56.319 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 15:59:57.794 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:02.021 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:03.52 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:08.267 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:13.324 -4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 105.12 -4.0 4.0 4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7192.0 0.0 0.0 0.0 -7192.0 +1969-12-31 15:59:56.218 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 +1969-12-31 15:59:57.269 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 +1969-12-31 16:00:07.712 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 +1969-12-31 16:00:14.562 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 +1969-12-31 15:59:58.863 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:01.723 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:09.819 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:11.637 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 15:59:55.747 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.84 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 +1969-12-31 16:00:11.059 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.84 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 +1969-12-31 16:00:00.381 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 +1969-12-31 16:00:06.498 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 +1969-12-31 16:00:07.711 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 +1969-12-31 16:00:00.574 -2.0 NULL NULL -200.0 -226.28 226.28 0.0 52.56 -2.0 2.0 2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 198.0 0.0 0.0 0.0 -198.0 +1969-12-31 16:00:11.494 -2.0 NULL NULL -200.0 -226.28 226.28 0.0 52.56 -2.0 2.0 2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 198.0 0.0 0.0 0.0 -198.0 +1969-12-31 16:00:09.511 -1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 26.28 -1.0 1.0 1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7195.0 0.0 0.0 0.0 -7195.0 +1969-12-31 16:00:04.836 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 +1969-12-31 16:00:04.994 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 +1969-12-31 16:00:14.985 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 +1969-12-31 16:00:11.089 0.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -0.0 0.0 -0.0 -0.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7196.0 0.0 0.0 0.0 -7196.0 +1969-12-31 16:00:15.629 0.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -0.0 0.0 -0.0 -0.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7196.0 0.0 0.0 0.0 -7196.0 +1969-12-31 16:00:02.71 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 +1969-12-31 16:00:10.139 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 +1969-12-31 16:00:13.396 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 +1969-12-31 16:00:14.343 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 +1969-12-31 16:00:00.519 1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -26.28 1.0 -1.0 -1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7197.0 0.0 0.0 0.0 -7197.0 +1969-12-31 16:00:04.916 1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -26.28 1.0 -1.0 -1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7197.0 0.0 0.0 0.0 -7197.0 +1969-12-31 16:00:10.364 1.0 NULL NULL -200.0 -226.28 226.28 0.0 -26.28 1.0 -1.0 -1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 201.0 0.0 0.0 0.0 -201.0 +1969-12-31 16:00:14.567 1.0 NULL NULL -200.0 -226.28 226.28 0.0 -26.28 1.0 -1.0 -1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 201.0 0.0 0.0 0.0 -201.0 +1969-12-31 16:00:01.489 2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -52.56 2.0 -2.0 -2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7198.0 0.0 0.0 0.0 -7198.0 +1969-12-31 16:00:12.06 2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -52.56 2.0 -2.0 -2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7198.0 0.0 0.0 0.0 -7198.0 +1969-12-31 15:59:58.93 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 +1969-12-31 16:00:00.45 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 +1969-12-31 16:00:02.752 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 +1969-12-31 16:00:09.161 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 +1969-12-31 16:00:10.198 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 +1969-12-31 16:00:06.132 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:06.624 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:13.064 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:00.074 3.0 NULL NULL -200.0 -226.28 226.28 0.0 -78.84 3.0 -3.0 -3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 203.0 0.0 0.0 0.0 -203.0 +1969-12-31 16:00:07.163 4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -105.12 4.0 -4.0 -4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7200.0 0.0 0.0 0.0 -7200.0 +1969-12-31 16:00:11.153 4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -105.12 4.0 -4.0 -4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7200.0 0.0 0.0 0.0 -7200.0 +1969-12-31 15:59:55.982 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 +1969-12-31 16:00:00.019 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 +1969-12-31 16:00:00.308 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 +1969-12-31 16:00:00.563 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 +1969-12-31 16:00:04.058 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.4 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 +1969-12-31 16:00:14.201 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.4 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 +1969-12-31 16:00:06.061 6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -157.68 6.0 -6.0 -6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7202.0 0.0 0.0 0.0 -7202.0 +1969-12-31 15:59:57.568 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 +1969-12-31 16:00:13.132 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 +1969-12-31 16:00:13.807 7.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -183.96 7.0 -7.0 -7.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7203.0 0.0 0.0 0.0 -7203.0 +1969-12-31 15:59:58.272 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 +1969-12-31 16:00:06.018 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 +1969-12-31 16:00:09.539 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 +1969-12-31 16:00:00.613 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 +1969-12-31 16:00:00.664 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 +1969-12-31 16:00:09.519 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 +1969-12-31 16:00:09.995 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 +1969-12-31 16:00:15.683 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 +1969-12-31 15:59:57.063 8.0 NULL NULL -200.0 -226.28 226.28 0.0 -210.24 8.0 -8.0 -8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 208.0 0.0 0.0 0.0 -208.0 +1969-12-31 16:00:08.757 8.0 NULL NULL -200.0 -226.28 226.28 0.0 -210.24 8.0 -8.0 -8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 208.0 0.0 0.0 0.0 -208.0 +1969-12-31 16:00:31.808 9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -236.52 9.0 -9.0 -9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7205.0 0.0 0.0 0.0 -7205.0 +1969-12-31 15:59:57.048 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 +1969-12-31 16:00:11.148 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 +1969-12-31 16:00:13.686 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 +1969-12-31 16:00:09.22 10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -262.8 10.0 -10.0 -10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7206.0 0.0 0.0 0.0 -7206.0 +1969-12-31 16:00:05.383 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:07.365 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:12.104 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:15.298 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:06.603 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 +1969-12-31 16:00:08.27 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 +1969-12-31 16:00:08.745 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 +1969-12-31 16:00:13.383 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 +1969-12-31 16:00:00.038 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:00.526 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:15.27 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:00.911 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:09.556 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:12.772 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:05.028 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 +1969-12-31 16:00:05.368 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 +1969-12-31 16:00:09.387 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 +1969-12-31 16:00:10.573 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 +1969-12-31 16:00:00.025 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 +1969-12-31 16:00:03.794 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 +1969-12-31 16:00:06.749 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 +1969-12-31 16:00:14.548 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 +1969-12-31 16:00:15.956 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 +1969-12-31 16:00:01.873 14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -367.92 14.0 -14.0 -14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7210.0 0.0 0.0 0.0 -7210.0 +1969-12-31 16:00:06.3 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 +1969-12-31 16:00:06.731 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 +1969-12-31 16:00:09.21 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 +1969-12-31 16:00:12.477 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 +1969-12-31 16:00:00.515 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:05.784 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:08.615 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:12.58 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:13.735 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:15.923 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:00.951 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:05.63 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:07.607 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:11.15 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:13.404 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:07.678 16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -420.48 16.0 -16.0 -16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7212.0 0.0 0.0 0.0 -7212.0 +1969-12-31 16:00:16.02 16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -420.48 16.0 -16.0 -16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7212.0 0.0 0.0 0.0 -7212.0 +1969-12-31 15:59:57.245 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 +1969-12-31 16:00:02.208 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 +1969-12-31 16:00:02.582 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 +1969-12-31 16:00:05.865 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 +1969-12-31 16:00:01.235 17.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -446.76 17.0 -17.0 -17.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7213.0 0.0 0.0 0.0 -7213.0 +1969-12-31 16:00:04.513 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 +1969-12-31 16:00:07.243 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 +1969-12-31 16:00:07.548 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 +1969-12-31 16:00:10.701 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 +1969-12-31 16:00:15.082 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 +1969-12-31 16:00:02.659 18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -473.04 18.0 -18.0 -18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7214.0 0.0 0.0 0.0 -7214.0 +1969-12-31 16:00:05.804 18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -473.04 18.0 -18.0 -18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7214.0 0.0 0.0 0.0 -7214.0 +1969-12-31 16:00:15.89 18.0 NULL NULL -200.0 -226.28 226.28 0.0 -473.04 18.0 -18.0 -18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 218.0 0.0 0.0 0.0 -218.0 +1969-12-31 15:59:55.799 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 15:59:56.099 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 16:00:09.001 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 16:00:10.723 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 16:00:06.404 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.6 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 +1969-12-31 16:00:15.803 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.6 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 +1969-12-31 16:00:05.722 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.6 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 +1969-12-31 16:00:11.342 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.6 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 +1969-12-31 16:00:03.4 21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -551.88 21.0 -21.0 -21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7217.0 0.0 0.0 0.0 -7217.0 +1969-12-31 16:00:10.652 21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -551.88 21.0 -21.0 -21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7217.0 0.0 0.0 0.0 -7217.0 +1969-12-31 16:00:08.048 21.0 NULL NULL -200.0 -226.28 226.28 0.0 -551.88 21.0 -21.0 -21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 221.0 0.0 0.0 0.0 -221.0 +1969-12-31 16:00:13.153 21.0 NULL NULL -200.0 -226.28 226.28 0.0 -551.88 21.0 -21.0 -21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 221.0 0.0 0.0 0.0 -221.0 +1969-12-31 15:59:58.214 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:05.731 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:06.688 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:09.911 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:00.073 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.306 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.621 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.767 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:09.842 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:12.112 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:08.307 23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -604.44 23.0 -23.0 -23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7219.0 0.0 0.0 0.0 -7219.0 +1969-12-31 16:00:10.421 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 +1969-12-31 16:00:13.787 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 +1969-12-31 15:59:58.788 24.0 NULL NULL -200.0 -226.28 226.28 0.0 -630.72 24.0 -24.0 -24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 224.0 0.0 0.0 0.0 -224.0 +1969-12-31 15:59:58.615 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:00.52 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:02.722 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:07.331 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:10.14 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:11.749 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:12.163 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 +1969-12-31 16:00:11.681 25.0 NULL NULL -200.0 -226.28 226.28 0.0 -657.0 25.0 -25.0 -25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 225.0 0.0 0.0 0.0 -225.0 +1969-12-31 16:00:12.473 25.0 NULL NULL -200.0 -226.28 226.28 0.0 -657.0 25.0 -25.0 -25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 225.0 0.0 0.0 0.0 -225.0 +1969-12-31 16:00:01.389 26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -683.28 26.0 -26.0 -26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7222.0 0.0 0.0 0.0 -7222.0 +1969-12-31 15:59:56.131 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 +1969-12-31 16:00:05.219 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 +1969-12-31 16:00:10.285 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 +1969-12-31 16:00:06.511 27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -709.5600000000001 27.0 -27.0 -27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7223.0 0.0 0.0 0.0 -7223.0 +1969-12-31 16:00:02.344 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 +1969-12-31 16:00:02.795 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 +1969-12-31 16:00:08.292 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 +1969-12-31 16:00:10.674 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 +1969-12-31 15:59:56.795 28.0 NULL NULL -200.0 -226.28 226.28 0.0 -735.84 28.0 -28.0 -28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 228.0 0.0 0.0 0.0 -228.0 +1969-12-31 16:00:05.451 28.0 NULL NULL -200.0 -226.28 226.28 0.0 -735.84 28.0 -28.0 -28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 228.0 0.0 0.0 0.0 -228.0 +1969-12-31 16:00:02.777 29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -762.12 29.0 -29.0 -29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7225.0 0.0 0.0 0.0 -7225.0 +1969-12-31 16:00:16.19 29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -762.12 29.0 -29.0 -29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7225.0 0.0 0.0 0.0 -7225.0 +1969-12-31 16:00:05.79 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 +1969-12-31 16:00:05.944 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 +1969-12-31 16:00:08.001 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 +1969-12-31 16:00:13.455 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 +1969-12-31 16:00:03.809 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:04.199 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:05.066 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:06.315 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:08.554 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:01.849 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 16:00:02.363 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 16:00:08.03 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 15:59:55.508 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 +1969-12-31 16:00:05.892 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 +1969-12-31 16:00:03.818 32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -840.96 32.0 -32.0 -32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7228.0 0.0 0.0 0.0 -7228.0 +1969-12-31 16:00:04.928 32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -840.96 32.0 -32.0 -32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7228.0 0.0 0.0 0.0 -7228.0 +1969-12-31 15:59:57.543 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 +1969-12-31 15:59:58.298 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 +1969-12-31 16:00:03.571 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 +1969-12-31 16:00:07.675 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 +1969-12-31 16:00:08 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 +1969-12-31 16:00:04.396 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 +1969-12-31 16:00:15.99 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 +1969-12-31 16:00:15.198 33.0 NULL NULL -200.0 -226.28 226.28 0.0 -867.24 33.0 -33.0 -33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 233.0 0.0 0.0 0.0 -233.0 +1969-12-31 16:00:00.82 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 +1969-12-31 16:00:04.36 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 +1969-12-31 16:00:12.502 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 +1969-12-31 16:00:01.232 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 +1969-12-31 16:00:09.65 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 +1969-12-31 16:00:14.909 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 +1969-12-31 16:00:01.792 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:07.613 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:11.356 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:00.546 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:00.9 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:08.58 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:14.084 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:00.865 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 +1969-12-31 16:00:06.51 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 +1969-12-31 16:00:07.504 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 +1969-12-31 16:00:10.467 36.0 NULL NULL -200.0 -226.28 226.28 0.0 -946.08 36.0 -36.0 -36.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 236.0 0.0 0.0 0.0 -236.0 +1969-12-31 15:59:57.118 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 15:59:58.129 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:05.356 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:08.692 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:09.907 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:09.934 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:05.29 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.6400000000001 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 +1969-12-31 16:00:08.703 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.6400000000001 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 +1969-12-31 16:00:06.149 39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1024.92 39.0 -39.0 -39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7235.0 0.0 0.0 0.0 -7235.0 +1969-12-31 16:00:15.146 39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1024.92 39.0 -39.0 -39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7235.0 0.0 0.0 0.0 -7235.0 +1969-12-31 16:00:02.804 39.0 NULL NULL -200.0 -226.28 226.28 0.0 -1024.92 39.0 -39.0 -39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 239.0 0.0 0.0 0.0 -239.0 +1969-12-31 16:00:07.541 39.0 NULL NULL -200.0 -226.28 226.28 0.0 -1024.92 39.0 -39.0 -39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 239.0 0.0 0.0 0.0 -239.0 +1969-12-31 16:00:15.311 40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1051.2 40.0 -40.0 -40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7236.0 0.0 0.0 0.0 -7236.0 +1969-12-31 16:00:01.356 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 +1969-12-31 16:00:06.346 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 +1969-12-31 16:00:01.424 41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1077.48 41.0 -41.0 -41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7237.0 0.0 0.0 0.0 -7237.0 +1969-12-31 16:00:08.418 41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1077.48 41.0 -41.0 -41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7237.0 0.0 0.0 0.0 -7237.0 +1969-12-31 15:59:56.691 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 +1969-12-31 16:00:01.951 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 +1969-12-31 16:00:04.12 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 +1969-12-31 16:00:07.175 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 +1969-12-31 16:00:08.408 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 +1969-12-31 16:00:00.992 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 +1969-12-31 16:00:11.591 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 +1969-12-31 16:00:11.758 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 +1969-12-31 16:00:00.11 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 +1969-12-31 16:00:05.092 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 +1969-12-31 16:00:07.179 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 +1969-12-31 16:00:15.369 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 +1969-12-31 15:59:58.65 43.0 NULL NULL -200.0 -226.28 226.28 0.0 -1130.04 43.0 -43.0 -43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 243.0 0.0 0.0 0.0 -243.0 +1969-12-31 16:00:06.578 43.0 NULL NULL -200.0 -226.28 226.28 0.0 -1130.04 43.0 -43.0 -43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 243.0 0.0 0.0 0.0 -243.0 +1969-12-31 16:00:04.431 44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1156.3200000000002 44.0 -44.0 -44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7240.0 0.0 0.0 0.0 -7240.0 +1969-12-31 16:00:03.63 44.0 NULL NULL -200.0 -226.28 226.28 0.0 -1156.3200000000002 44.0 -44.0 -44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 244.0 0.0 0.0 0.0 -244.0 +1969-12-31 16:00:00.543 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:08.378 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:15.07 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:16.167 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:04.572 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:07.497 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:11.515 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:00.382 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 +1969-12-31 16:00:01.388 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 +1969-12-31 16:00:05.226 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 +1969-12-31 16:00:01.694 47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1235.16 47.0 -47.0 -47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7243.0 0.0 0.0 0.0 -7243.0 +1969-12-31 16:00:15.105 47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1235.16 47.0 -47.0 -47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7243.0 0.0 0.0 0.0 -7243.0 +1969-12-31 16:00:02 47.0 NULL NULL -200.0 -226.28 226.28 0.0 -1235.16 47.0 -47.0 -47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 247.0 0.0 0.0 0.0 -247.0 +1969-12-31 16:00:12.183 47.0 NULL NULL -200.0 -226.28 226.28 0.0 -1235.16 47.0 -47.0 -47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 247.0 0.0 0.0 0.0 -247.0 +1969-12-31 16:00:07.115 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:07.257 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:10.669 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:16.19 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:15.548 48.0 NULL NULL -200.0 -226.28 226.28 0.0 -1261.44 48.0 -48.0 -48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 248.0 0.0 0.0 0.0 -248.0 +1969-12-31 16:00:00.148 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:00.754 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:12.006 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:13.879 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:01.128 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:02.657 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:05.369 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:08.726 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:00.022 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 +1969-12-31 16:00:05.051 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 +1969-12-31 16:00:06.371 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 +1969-12-31 16:00:08.38 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 +1969-12-31 15:59:55.491 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 +1969-12-31 15:59:57.847 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 +1969-12-31 16:00:04.228 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 +1969-12-31 16:00:06.906 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 +1969-12-31 16:00:10.321 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 +1969-12-31 16:00:15.668 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 +1969-12-31 16:00:00.147 51.0 NULL NULL -200.0 -226.28 226.28 0.0 -1340.28 51.0 -51.0 -51.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 251.0 0.0 0.0 0.0 -251.0 +1969-12-31 16:00:08.063 51.0 NULL NULL -200.0 -226.28 226.28 0.0 -1340.28 51.0 -51.0 -51.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 251.0 0.0 0.0 0.0 -251.0 +1969-12-31 15:59:58.309 52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1366.56 52.0 -52.0 -52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7248.0 0.0 0.0 0.0 -7248.0 +1969-12-31 16:00:02.269 52.0 NULL NULL -200.0 -226.28 226.28 0.0 -1366.56 52.0 -52.0 -52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 252.0 0.0 0.0 0.0 -252.0 +1969-12-31 16:00:04.024 52.0 NULL NULL -200.0 -226.28 226.28 0.0 -1366.56 52.0 -52.0 -52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 252.0 0.0 0.0 0.0 -252.0 +1969-12-31 16:00:00.557 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8400000000001 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 +1969-12-31 16:00:02.966 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8400000000001 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 +1969-12-31 16:00:01.841 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:05.43 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:08.241 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:13.128 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 15:59:56.345 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 15:59:57.434 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 16:00:10.187 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 15:59:56.776 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 +1969-12-31 16:00:08.191 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 +1969-12-31 16:00:10.601 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 +1969-12-31 16:00:14.709 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 +1969-12-31 16:00:15.035 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 +1969-12-31 16:00:00.909 56.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1471.68 56.0 -56.0 -56.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7252.0 0.0 0.0 0.0 -7252.0 +1969-12-31 15:59:57.56 56.0 NULL NULL -200.0 -226.28 226.28 0.0 -1471.68 56.0 -56.0 -56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 256.0 0.0 0.0 0.0 -256.0 +1969-12-31 16:00:09.452 56.0 NULL NULL -200.0 -226.28 226.28 0.0 -1471.68 56.0 -56.0 -56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 256.0 0.0 0.0 0.0 -256.0 +1969-12-31 16:00:01.811 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:07.361 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:07.907 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:09.441 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:12.523 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:15.76 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 15:59:58.455 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:00.363 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:03.066 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:14.076 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:14.013 58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1524.24 58.0 -58.0 -58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7254.0 0.0 0.0 0.0 -7254.0 +1969-12-31 16:00:13.801 58.0 NULL NULL -200.0 -226.28 226.28 0.0 -1524.24 58.0 -58.0 -58.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 258.0 0.0 0.0 0.0 -258.0 +1969-12-31 16:00:00.551 59.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1550.52 59.0 -59.0 -59.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7255.0 0.0 0.0 0.0 -7255.0 +1969-12-31 16:00:00.738 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 +1969-12-31 16:00:01.496 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 +1969-12-31 16:00:05.13 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 +1969-12-31 16:00:13.71 60.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1576.8000000000002 60.0 -60.0 -60.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7256.0 0.0 0.0 0.0 -7256.0 +1969-12-31 16:00:06.811 60.0 NULL NULL -200.0 -226.28 226.28 0.0 -1576.8000000000002 60.0 -60.0 -60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 260.0 0.0 0.0 0.0 -260.0 +1969-12-31 16:00:09.251 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:11.132 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:13.868 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:15.143 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 15:59:56.14 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 15:59:56.929 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 16:00:01.505 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 16:00:02.38 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:12.36 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:12.762 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:04.967 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 +1969-12-31 16:00:07.828 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 +1969-12-31 16:00:00.761 79.553 NULL NULL -7196.0 -7222.28 7222.28 0.0 -2090.65287689209 79.553 -79.553 -79.553 709.8063882063881 0.0 1 -709.8063882063881 NULL 7275.553001403809 0.0 0.0 0.0 -7275.553001403809 diff --git ql/src/test/results/clientpositive/spark/vectorization_15.q.out ql/src/test/results/clientpositive/spark/vectorization_15.q.out new file mode 100644 index 0000000..0a776f5 --- /dev/null +++ ql/src/test/results/clientpositive/spark/vectorization_15.q.out @@ -0,0 +1,238 @@ +PREHOOK: query: EXPLAIN +SELECT cfloat, + cboolean1, + cdouble, + cstring1, + ctinyint, + cint, + ctimestamp1, + STDDEV_SAMP(cfloat), + (-26.28 - cint), + MIN(cdouble), + (cdouble * 79.553), + (33 % cfloat), + STDDEV_SAMP(ctinyint), + VAR_POP(ctinyint), + (-23 % cdouble), + (-(ctinyint)), + VAR_SAMP(cint), + (cint - cfloat), + (-23 % ctinyint), + (-((-26.28 - cint))), + STDDEV_POP(cint) +FROM alltypesorc +WHERE (((cstring2 LIKE '%ss%') + OR (cstring1 LIKE '10%')) + OR ((cint >= -75) + AND ((ctinyint = csmallint) + AND (cdouble >= -3728)))) +GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT cfloat, + cboolean1, + cdouble, + cstring1, + ctinyint, + cint, + ctimestamp1, + STDDEV_SAMP(cfloat), + (-26.28 - cint), + MIN(cdouble), + (cdouble * 79.553), + (33 % cfloat), + STDDEV_SAMP(ctinyint), + VAR_POP(ctinyint), + (-23 % cdouble), + (-(ctinyint)), + VAR_SAMP(cint), + (cint - cfloat), + (-23 % ctinyint), + (-((-26.28 - cint))), + STDDEV_POP(cint) +FROM alltypesorc +WHERE (((cstring2 LIKE '%ss%') + OR (cstring1 LIKE '10%')) + OR ((cint >= -75) + AND ((ctinyint = csmallint) + AND (cdouble >= -3728)))) +GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc + Filter Operator + predicate: (((cstring2 like '%ss%') or (cstring1 like '10%')) or ((cint >= -75) and ((ctinyint = csmallint) and (cdouble >= -3728)))) (type: boolean) + Select Operator + expressions: cfloat (type: float), cboolean1 (type: boolean), cdouble (type: double), cstring1 (type: string), ctinyint (type: tinyint), cint (type: int), ctimestamp1 (type: timestamp) + outputColumnNames: cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 + Group By Operator + aggregations: stddev_samp(cfloat), min(cdouble), stddev_samp(ctinyint), var_pop(ctinyint), var_samp(cint), stddev_pop(cint) + keys: cfloat (type: float), cboolean1 (type: boolean), cdouble (type: double), cstring1 (type: string), ctinyint (type: tinyint), cint (type: int), ctimestamp1 (type: timestamp) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Reduce Output Operator + key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) + sort order: +++++++ + Map-reduce partition columns: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) + value expressions: _col7 (type: struct), _col8 (type: double), _col9 (type: struct), _col10 (type: struct), _col11 (type: struct), _col12 (type: struct) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: stddev_samp(VALUE._col0), min(VALUE._col1), stddev_samp(VALUE._col2), var_pop(VALUE._col3), var_samp(VALUE._col4), stddev_pop(VALUE._col5) + keys: KEY._col0 (type: float), KEY._col1 (type: boolean), KEY._col2 (type: double), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int), KEY._col6 (type: timestamp) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Select Operator + expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp), _col7 (type: double), (-26.28 - _col5) (type: double), _col8 (type: double), (_col2 * 79.553) (type: double), (33 % _col0) (type: float), _col9 (type: double), _col10 (type: double), (-23 % _col2) (type: double), (- _col4) (type: tinyint), _col11 (type: double), (_col5 - _col0) (type: float), (-23 % _col4) (type: int), (- (-26.28 - _col5)) (type: double), _col12 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Reduce Output Operator + key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) + sort order: +++++++ + value expressions: _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: tinyint), _col16 (type: double), _col17 (type: float), _col18 (type: int), _col19 (type: double), _col20 (type: double) + Reducer 3 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), KEY.reducesinkkey1 (type: boolean), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: tinyint), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: timestamp), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: tinyint), VALUE._col9 (type: double), VALUE._col10 (type: float), VALUE._col11 (type: int), VALUE._col12 (type: double), VALUE._col13 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT cfloat, + cboolean1, + cdouble, + cstring1, + ctinyint, + cint, + ctimestamp1, + STDDEV_SAMP(cfloat), + (-26.28 - cint), + MIN(cdouble), + (cdouble * 79.553), + (33 % cfloat), + STDDEV_SAMP(ctinyint), + VAR_POP(ctinyint), + (-23 % cdouble), + (-(ctinyint)), + VAR_SAMP(cint), + (cint - cfloat), + (-23 % ctinyint), + (-((-26.28 - cint))), + STDDEV_POP(cint) +FROM alltypesorc +WHERE (((cstring2 LIKE '%ss%') + OR (cstring1 LIKE '10%')) + OR ((cint >= -75) + AND ((ctinyint = csmallint) + AND (cdouble >= -3728)))) +GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT cfloat, + cboolean1, + cdouble, + cstring1, + ctinyint, + cint, + ctimestamp1, + STDDEV_SAMP(cfloat), + (-26.28 - cint), + MIN(cdouble), + (cdouble * 79.553), + (33 % cfloat), + STDDEV_SAMP(ctinyint), + VAR_POP(ctinyint), + (-23 % cdouble), + (-(ctinyint)), + VAR_SAMP(cint), + (cint - cfloat), + (-23 % ctinyint), + (-((-26.28 - cint))), + STDDEV_POP(cint) +FROM alltypesorc +WHERE (((cstring2 LIKE '%ss%') + OR (cstring1 LIKE '10%')) + OR ((cint >= -75) + AND ((ctinyint = csmallint) + AND (cdouble >= -3728)))) +GROUP BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +ORDER BY cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +NULL false -13008.0 10 NULL -896629175 NULL NULL 8.9662914872E8 -13008.0 -1034825.424 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.9662914872E8 0.0 +NULL false -7707.0 10vke853 NULL 424959354 NULL NULL -4.2495938028E8 -7707.0 -613114.971 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.2495938028E8 0.0 +NULL false 2459.0 10 NULL -394064473 NULL NULL 3.9406444672E8 2459.0 195620.827 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -3.9406444672E8 0.0 +NULL false 14771.0 10 NULL 993788576 NULL NULL -9.9378860228E8 14771.0 1175077.363 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 9.9378860228E8 0.0 +NULL true -14674.0 105aFDAt30c4rI4U NULL -831072496 NULL NULL 8.3107246972E8 -14674.0 -1167360.722 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.3107246972E8 0.0 +NULL true -14640.0 101n6n461o NULL -819657767 NULL NULL 8.1965774072E8 -14640.0 -1164655.92 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.1965774072E8 0.0 +NULL true -9489.0 10Yr6 NULL 500274721 NULL NULL -5.0027474728E8 -9489.0 -754878.417 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 5.0027474728E8 0.0 +NULL true -7238.0 10ljXCFT6fG6Qi3S7414e NULL -256767096 NULL NULL 2.5676706972E8 -7238.0 -575804.614 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -2.5676706972E8 0.0 +NULL true 2261.0 10Hr5oB07Ohu0622u NULL 612000160 NULL NULL -6.1200018628E8 2261.0 179869.33299999998 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 6.1200018628E8 0.0 +NULL true 4516.0 10lL0XD6WP2x64f70N0fHmC1 NULL -974538365 NULL NULL 9.7453833872E8 4516.0 359261.348 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -9.7453833872E8 0.0 +NULL true 4767.0 10dUdwyXp5XwgpkTxLffmv3x NULL 187503456 NULL NULL -1.8750348228E8 4767.0 379229.151 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 1.8750348228E8 0.0 +NULL true 5658.0 10M3eGUsKVonbl70DyoCk25 NULL 486382507 NULL NULL -4.8638253328E8 5658.0 450110.874 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.8638253328E8 0.0 +NULL true 8659.0 1047piRsT3c3r134I NULL 487236176 NULL NULL -4.8723620228E8 8659.0 688849.427 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.8723620228E8 0.0 +NULL true 10419.0 10 NULL -721614386 NULL NULL 7.2161435972E8 10419.0 828862.7069999999 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -7.2161435972E8 0.0 +NULL true 14519.0 100xJdkyc NULL 729277608 NULL NULL -7.2927763428E8 14519.0 1155030.007 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 7.2927763428E8 0.0 +-62.0 NULL 15601.0 NULL -62 NULL 1969-12-31 16:00:09.889 0.0 NULL 15601.0 1241106.353 33.0 0.0 0.0 -23.0 62 NULL NULL -23 NULL NULL +-51.0 NULL -200.0 NULL -51 NULL 1969-12-31 15:59:55.423 0.0 NULL -200.0 -15910.599999999999 33.0 0.0 0.0 -23.0 51 NULL NULL -23 NULL NULL +-51.0 false NULL 10 -51 1058319346 1969-12-31 16:00:08.451 0.0 -1.05831937228E9 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.05831942E9 -23 1.05831937228E9 0.0 +-51.0 false NULL 10TYIE5S35U6dj3N -51 -469581869 1969-12-31 16:00:08.451 0.0 4.6958184272E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -4.69581792E8 -23 -4.6958184272E8 0.0 +-51.0 false NULL 1Lh6Uoq3WhNtOqQHu7WN7U -51 -352637533 1969-12-31 16:00:08.451 0.0 3.5263750672E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.52637472E8 -23 -3.5263750672E8 0.0 +-51.0 true NULL 04Y1mA17 -51 -114647521 1969-12-31 16:00:08.451 0.0 1.1464749472E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -1.14647472E8 -23 -1.1464749472E8 0.0 +-51.0 true NULL 10Wu570aLPO0p02P17FeH -51 405338893 1969-12-31 16:00:08.451 0.0 -4.0533891928E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 4.05338944E8 -23 4.0533891928E8 0.0 +-51.0 true NULL 3cQp060 -51 -226923315 1969-12-31 16:00:08.451 0.0 2.2692328872E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -2.26923264E8 -23 -2.2692328872E8 0.0 +-51.0 true NULL 8EPG0Xi307qd -51 -328662044 1969-12-31 16:00:08.451 0.0 3.2866201772E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.28661984E8 -23 -3.2866201772E8 0.0 +-51.0 true NULL 8iHtdkJ6d -51 1006818344 1969-12-31 16:00:08.451 0.0 -1.00681837028E9 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.00681843E9 -23 1.00681837028E9 0.0 +-51.0 true NULL QiOcvR0kt6r7f0R7fiPxQTCU -51 266531954 1969-12-31 16:00:08.451 0.0 -2.6653198028E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 2.66532E8 -23 2.6653198028E8 0.0 +-51.0 true NULL Ybpj38RTTYl7CnJXPNx1g4C -51 -370919370 1969-12-31 16:00:08.451 0.0 3.7091934372E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.70919296E8 -23 -3.7091934372E8 0.0 +-48.0 NULL -7196.0 NULL -48 NULL 1969-12-31 16:00:06.337 0.0 NULL -7196.0 -572463.388 33.0 0.0 0.0 -23.0 48 NULL NULL -23 NULL NULL +-6.0 NULL -200.0 NULL -6 NULL 1969-12-31 15:59:56.094 0.0 NULL -200.0 -15910.599999999999 3.0 0.0 0.0 -23.0 6 NULL NULL -5 NULL NULL +5.0 NULL 15601.0 NULL 5 NULL 1969-12-31 16:00:00.959 0.0 NULL 15601.0 1241106.353 3.0 0.0 0.0 -23.0 -5 NULL NULL -3 NULL NULL +8.0 false NULL 10V3pN5r5lI2qWl2lG103 8 -362835731 1969-12-31 16:00:15.892 0.0 3.6283570472E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -3.62835744E8 -7 -3.6283570472E8 0.0 +8.0 false NULL 10c4qt584m5y6uWT 8 -183000142 1969-12-31 16:00:15.892 0.0 1.8300011572E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.8300016E8 -7 -1.8300011572E8 0.0 +8.0 false NULL 8GloEukQ0c68JDmnYL53 8 -722873402 1969-12-31 16:00:15.892 0.0 7.2287337572E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -7.2287341E8 -7 -7.2287337572E8 0.0 +8.0 false NULL kA0XH5C5 8 -503903864 1969-12-31 16:00:15.892 0.0 5.0390383772E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -5.03903872E8 -7 -5.0390383772E8 0.0 +8.0 true NULL 100VTM7PEW8GH1uE 8 88129338 1969-12-31 16:00:15.892 0.0 -8.812936428E7 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 8.8129328E7 -7 8.812936428E7 0.0 +8.0 true NULL 1062158y 8 -1005155523 1969-12-31 16:00:15.892 0.0 1.00515549672E9 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.00515552E9 -7 -1.00515549672E9 0.0 +8.0 true NULL 1063cEnGjSal 8 -624769630 1969-12-31 16:00:15.892 0.0 6.2476960372E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -6.247696E8 -7 -6.2476960372E8 0.0 +8.0 true NULL 4kMasVoB7lX1wc5i64bNk 8 683567667 1969-12-31 16:00:15.892 0.0 -6.8356769328E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 6.8356768E8 -7 6.8356769328E8 0.0 +8.0 true NULL XH6I7A417 8 436627202 1969-12-31 16:00:15.892 0.0 -4.3662722828E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 4.366272E8 -7 4.3662722828E8 0.0 +11.0 false NULL 10pO8p1LNx4Y 11 271296824 1969-12-31 16:00:02.351 0.0 -2.7129685028E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 2.71296832E8 -1 2.7129685028E8 0.0 +11.0 false NULL 1H6wGP 11 -560827082 1969-12-31 16:00:02.351 0.0 5.6082705572E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -5.6082707E8 -1 -5.6082705572E8 0.0 +11.0 false NULL 2a7V63IL7jK3o 11 -325931647 1969-12-31 16:00:02.351 0.0 3.2593162072E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -3.25931648E8 -1 -3.2593162072E8 0.0 +11.0 true NULL 10 11 92365813 1969-12-31 16:00:02.351 0.0 -9.236583928E7 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 9.2365808E7 -1 9.236583928E7 0.0 +21.0 NULL 15601.0 NULL 21 NULL 1969-12-31 16:00:14.256 0.0 NULL 15601.0 1241106.353 12.0 0.0 0.0 -23.0 -21 NULL NULL -2 NULL NULL +32.0 NULL -200.0 NULL 32 NULL 1969-12-31 16:00:02.445 0.0 NULL -200.0 -15910.599999999999 1.0 0.0 0.0 -23.0 -32 NULL NULL -23 NULL NULL +36.0 NULL -200.0 NULL 36 NULL 1969-12-31 16:00:00.554 0.0 NULL -200.0 -15910.599999999999 33.0 0.0 0.0 -23.0 -36 NULL NULL -23 NULL NULL +58.0 NULL 15601.0 NULL 58 NULL 1969-12-31 15:59:56.527 0.0 NULL 15601.0 1241106.353 33.0 0.0 0.0 -23.0 -58 NULL NULL -23 NULL NULL diff --git ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out new file mode 100644 index 0000000..5abc6b0 --- /dev/null +++ ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out @@ -0,0 +1,119 @@ +PREHOOK: query: CREATE TABLE alltypesorc_part(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds string) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc_part +POSTHOOK: query: CREATE TABLE alltypesorc_part(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds string) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc_part +PREHOOK: query: insert overwrite table alltypesorc_part partition (ds='2011') select * from alltypesorc limit 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_part@ds=2011 +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: insert overwrite table alltypesorc_part partition (ds='2011') select * from alltypesorc limit 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_part@ds=2011 +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2011).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: insert overwrite table alltypesorc_part partition (ds='2012') select * from alltypesorc limit 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_part@ds=2012 +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: insert overwrite table alltypesorc_part partition (ds='2012') select * from alltypesorc limit 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_part@ds=2012 +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: explain select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_part + Select Operator + expressions: (cdouble + 2) (type: double) + outputColumnNames: _col0 + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 + Limit + Number of rows: 10 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part +PREHOOK: Input: default@alltypesorc_part@ds=2011 +PREHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### +POSTHOOK: query: select (cdouble+2) c1 from alltypesorc_part order by c1 limit 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part +POSTHOOK: Input: default@alltypesorc_part@ds=2011 +POSTHOOK: Input: default@alltypesorc_part@ds=2012 +#### A masked pattern was here #### +-15910.0 +-15910.0 +-15811.0 +-15811.0 +-15788.0 +-15788.0 +-15547.0 +-15547.0 +-15429.0 +-15429.0 diff --git ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out new file mode 100644 index 0000000..e12943c --- /dev/null +++ ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out @@ -0,0 +1,7409 @@ +PREHOOK: query: DROP TABLE part_staging +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE part_staging +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE part +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE part +POSTHOOK: type: DROPTABLE +PREHOOK: query: -- NOTE: This test is a copy of ptf. +-- NOTE: We cannot vectorize "pure" table functions (e.g. NOOP) -- given their blackbox nature. So only queries without table functions and +-- NOTE: with windowing will be vectorized. + +-- data setup +CREATE TABLE part_staging( + p_partkey INT, + p_name STRING, + p_mfgr STRING, + p_brand STRING, + p_type STRING, + p_size INT, + p_container STRING, + p_retailprice DOUBLE, + p_comment STRING +) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_staging +POSTHOOK: query: -- NOTE: This test is a copy of ptf. +-- NOTE: We cannot vectorize "pure" table functions (e.g. NOOP) -- given their blackbox nature. So only queries without table functions and +-- NOTE: with windowing will be vectorized. + +-- data setup +CREATE TABLE part_staging( + p_partkey INT, + p_name STRING, + p_mfgr STRING, + p_brand STRING, + p_type STRING, + p_size INT, + p_container STRING, + p_retailprice DOUBLE, + p_comment STRING +) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_staging +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part_staging +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@part_staging +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/part_tiny.txt' overwrite into table part_staging +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@part_staging +PREHOOK: query: CREATE TABLE part( + p_partkey INT, + p_name STRING, + p_mfgr STRING, + p_brand STRING, + p_type STRING, + p_size INT, + p_container STRING, + p_retailprice DOUBLE, + p_comment STRING +) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part +POSTHOOK: query: CREATE TABLE part( + p_partkey INT, + p_name STRING, + p_mfgr STRING, + p_brand STRING, + p_type STRING, + p_size INT, + p_container STRING, + p_retailprice DOUBLE, + p_comment STRING +) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part +PREHOOK: query: DESCRIBE EXTENDED part +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part +POSTHOOK: query: DESCRIBE EXTENDED part +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part +p_partkey int +p_name string +p_mfgr string +p_brand string +p_type string +p_size int +p_container string +p_retailprice double +p_comment string + +#### A masked pattern was here #### +PREHOOK: query: insert into table part select * from part_staging +PREHOOK: type: QUERY +PREHOOK: Input: default@part_staging +PREHOOK: Output: default@part +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: insert into table part select * from part_staging +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_staging +POSTHOOK: Output: default@part +POSTHOOK: Lineage: part.p_brand SIMPLE [(part_staging)part_staging.FieldSchema(name:p_brand, type:string, comment:null), ] +POSTHOOK: Lineage: part.p_comment SIMPLE [(part_staging)part_staging.FieldSchema(name:p_comment, type:string, comment:null), ] +POSTHOOK: Lineage: part.p_container SIMPLE [(part_staging)part_staging.FieldSchema(name:p_container, type:string, comment:null), ] +POSTHOOK: Lineage: part.p_mfgr SIMPLE [(part_staging)part_staging.FieldSchema(name:p_mfgr, type:string, comment:null), ] +POSTHOOK: Lineage: part.p_name SIMPLE [(part_staging)part_staging.FieldSchema(name:p_name, type:string, comment:null), ] +POSTHOOK: Lineage: part.p_partkey SIMPLE [(part_staging)part_staging.FieldSchema(name:p_partkey, type:int, comment:null), ] +POSTHOOK: Lineage: part.p_retailprice SIMPLE [(part_staging)part_staging.FieldSchema(name:p_retailprice, type:double, comment:null), ] +POSTHOOK: Lineage: part.p_size SIMPLE [(part_staging)part_staging.FieldSchema(name:p_size, type:int, comment:null), ] +POSTHOOK: Lineage: part.p_type SIMPLE [(part_staging)part_staging.FieldSchema(name:p_type, type:string, comment:null), ] +PREHOOK: query: --1. test1 + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) +PREHOOK: type: QUERY +POSTHOOK: query: --1. test1 + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: -- 2. testJoinWithNoop + +explain extended +select p_mfgr, p_name, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j +distribute by j.p_mfgr +sort by j.p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 2. testJoinWithNoop + +explain extended +select p_mfgr, p_name, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j +distribute by j.p_mfgr +sort by j.p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_SUBQUERY + TOK_QUERY + TOK_FROM + TOK_JOIN + TOK_TABREF + TOK_TABNAME + part + p1 + TOK_TABREF + TOK_TABNAME + part + p2 + = + . + TOK_TABLE_OR_COL + p1 + p_partkey + . + TOK_TABLE_OR_COL + p2 + p_partkey + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_ALLCOLREF + TOK_TABNAME + p1 + j + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + j + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + j + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + - + TOK_TABLE_OR_COL + p_size + TOK_FUNCTION + lag + TOK_TABLE_OR_COL + p_size + 1 + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + deltaSz + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: p1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: p_partkey is not null (type: boolean) + Reduce Output Operator + key expressions: p_partkey (type: int) + sort order: + + Map-reduce partition columns: p_partkey (type: int) + tag: 0 + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [p1] + Execution mode: vectorized + Map 5 + Map Operator Tree: + TableScan + alias: p2 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: p_partkey is not null (type: boolean) + Reduce Output Operator + key expressions: p_partkey (type: int) + sort order: + + Map-reduce partition columns: p_partkey (type: int) + tag: 1 + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [p2] + Execution mode: vectorized + Reducer 2 + Needs Tagging: true + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:int:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j +distribute by j.p_mfgr +sort by j.p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop (on (select p1.* from part p1 join part p2 on p1.p_partkey = p2.p_partkey) j +distribute by j.p_mfgr +sort by j.p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 0 +Manufacturer#1 almond antique burnished rose metallic 2 0 +Manufacturer#1 almond antique burnished rose metallic 2 0 +Manufacturer#1 almond antique burnished rose metallic 2 0 +Manufacturer#1 almond antique chartreuse lavender yellow 34 32 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 -28 +Manufacturer#1 almond aquamarine burnished black steel 28 22 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 14 +Manufacturer#2 almond antique violet chocolate turquoise 14 0 +Manufacturer#2 almond antique violet turquoise frosted 40 26 +Manufacturer#2 almond aquamarine midnight light salmon 2 -38 +Manufacturer#2 almond aquamarine rose maroon antique 25 23 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 -7 +Manufacturer#3 almond antique chartreuse khaki white 17 0 +Manufacturer#3 almond antique forest lavender goldenrod 14 -3 +Manufacturer#3 almond antique metallic orange dim 19 5 +Manufacturer#3 almond antique misty red olive 1 -18 +Manufacturer#3 almond antique olive coral navajo 45 44 +Manufacturer#4 almond antique gainsboro frosted violet 10 0 +Manufacturer#4 almond antique violet mint lemon 39 29 +Manufacturer#4 almond aquamarine floral ivory bisque 27 -12 +Manufacturer#4 almond aquamarine yellow dodger mint 7 -20 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 +Manufacturer#5 almond antique blue firebrick mint 31 0 +Manufacturer#5 almond antique medium spring khaki 6 -25 +Manufacturer#5 almond antique sky peru orange 2 -4 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 44 +Manufacturer#5 almond azure blanched chiffon midnight 23 -23 +PREHOOK: query: -- 3. testOnlyPTF + +explain extended +select p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 3. testOnlyPTF + +explain extended +select p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 +Manufacturer#1 almond antique burnished rose metallic 2 +Manufacturer#1 almond antique chartreuse lavender yellow 34 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 +Manufacturer#1 almond aquamarine burnished black steel 28 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 +Manufacturer#2 almond antique violet chocolate turquoise 14 +Manufacturer#2 almond antique violet turquoise frosted 40 +Manufacturer#2 almond aquamarine midnight light salmon 2 +Manufacturer#2 almond aquamarine rose maroon antique 25 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 +Manufacturer#3 almond antique chartreuse khaki white 17 +Manufacturer#3 almond antique forest lavender goldenrod 14 +Manufacturer#3 almond antique metallic orange dim 19 +Manufacturer#3 almond antique misty red olive 1 +Manufacturer#3 almond antique olive coral navajo 45 +Manufacturer#4 almond antique gainsboro frosted violet 10 +Manufacturer#4 almond antique violet mint lemon 39 +Manufacturer#4 almond aquamarine floral ivory bisque 27 +Manufacturer#4 almond aquamarine yellow dodger mint 7 +Manufacturer#4 almond azure aquamarine papaya violet 12 +Manufacturer#5 almond antique blue firebrick mint 31 +Manufacturer#5 almond antique medium spring khaki 6 +Manufacturer#5 almond antique sky peru orange 2 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 +Manufacturer#5 almond azure blanched chiffon midnight 23 +PREHOOK: query: -- 4. testPTFAlias + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) abc +PREHOOK: type: QUERY +POSTHOOK: query: -- 4. testPTFAlias + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) abc +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + abc + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) abc +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part + partition by p_mfgr + order by p_name + ) abc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: -- 5. testPTFAndWhereWithWindowing + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +PREHOOK: type: QUERY +POSTHOOK: query: -- 5. testPTFAndWhereWithWindowing + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + - + TOK_TABLE_OR_COL + p_size + TOK_FUNCTION + lag + TOK_TABLE_OR_COL + p_size + 1 + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + deltaSz + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), (_col5 - _wcol2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 + columns.types string:string:int:int:int:int:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2 0 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2 0 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 34 32 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 6 -28 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 28 22 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 42 14 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 14 0 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 40 26 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 2 -38 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 25 23 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 18 -7 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 17 0 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 14 -3 +Manufacturer#3 almond antique metallic orange dim 19 3 3 19 5 +Manufacturer#3 almond antique misty red olive 1 4 4 1 -18 +Manufacturer#3 almond antique olive coral navajo 45 5 5 45 44 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 10 0 +Manufacturer#4 almond antique violet mint lemon 39 2 2 39 29 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 27 -12 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 7 -20 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 12 5 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 31 0 +Manufacturer#5 almond antique medium spring khaki 6 2 2 6 -25 +Manufacturer#5 almond antique sky peru orange 2 3 3 2 -4 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 46 44 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 23 -23 +PREHOOK: query: -- 6. testSWQAndPTFAndGBy + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +group by p_mfgr, p_name, p_size +PREHOOK: type: QUERY +POSTHOOK: query: -- 6. testSWQAndPTFAndGBy + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +group by p_mfgr, p_name, p_size +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + - + TOK_TABLE_OR_COL + p_size + TOK_FUNCTION + lag + TOK_TABLE_OR_COL + p_size + 1 + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + deltaSz + TOK_GROUPBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_TABLE_OR_COL + p_size + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) + outputColumnNames: _col2, _col1, _col5 + Group By Operator + keys: _col2 (type: string), _col1 (type: string), _col5 (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) + tag: -1 + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string) + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + auto parallelism: true + Execution mode: vectorized + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col2 (type: int), (_col2 - _wcol2) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 + columns.types string:string:int:int:int:int:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +group by p_mfgr, p_name, p_size +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, p_size - lag(p_size,1,p_size) over (partition by p_mfgr order by p_name) as deltaSz +from noop(on part + partition by p_mfgr + order by p_name + ) +group by p_mfgr, p_name, p_size +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2 0 +Manufacturer#1 almond antique chartreuse lavender yellow 34 2 2 34 32 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 3 3 6 -28 +Manufacturer#1 almond aquamarine burnished black steel 28 4 4 28 22 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 5 5 42 14 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 14 0 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 40 26 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 2 -38 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 25 23 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 18 -7 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 17 0 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 14 -3 +Manufacturer#3 almond antique metallic orange dim 19 3 3 19 5 +Manufacturer#3 almond antique misty red olive 1 4 4 1 -18 +Manufacturer#3 almond antique olive coral navajo 45 5 5 45 44 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 10 0 +Manufacturer#4 almond antique violet mint lemon 39 2 2 39 29 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 27 -12 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 7 -20 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 12 5 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 31 0 +Manufacturer#5 almond antique medium spring khaki 6 2 2 6 -25 +Manufacturer#5 almond antique sky peru orange 2 3 3 2 -4 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 46 44 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 23 -23 +PREHOOK: query: -- 7. testJoin + +explain extended +select abc.* +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +POSTHOOK: query: -- 7. testJoin + +explain extended +select abc.* +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_JOIN + TOK_PTBLFUNCTION + noop + abc + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_TABREF + TOK_TABNAME + part + p1 + = + . + TOK_TABLE_OR_COL + abc + p_partkey + . + TOK_TABLE_OR_COL + p1 + p_partkey + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_ALLCOLREF + TOK_TABNAME + abc + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) + Reducer 4 <- Map 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: p1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: p_partkey is not null (type: boolean) + Reduce Output Operator + key expressions: p_partkey (type: int) + sort order: + + Map-reduce partition columns: p_partkey (type: int) + tag: 1 + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [p1] + Execution mode: vectorized + Map 3 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: true + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 + columns.types int:string:string:string:string:int:string:double:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Filter Operator + isSamplingPred: false + predicate: _col0 is not null (type: boolean) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + tag: 0 + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + auto parallelism: true + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select abc.* +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select abc.* +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu +17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the +17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve +33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful +40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s +42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl +45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful +48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i +49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick +65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr +78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith +85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull +86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully +90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl +105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ +110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously +112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even +144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about +146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref +155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra +191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle +192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir +195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de +PREHOOK: query: -- 8. testJoinRight + +explain extended +select abc.* +from part p1 join noop(on part +partition by p_mfgr +order by p_name +) abc on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +POSTHOOK: query: -- 8. testJoinRight + +explain extended +select abc.* +from part p1 join noop(on part +partition by p_mfgr +order by p_name +) abc on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_JOIN + TOK_TABREF + TOK_TABNAME + part + p1 + TOK_PTBLFUNCTION + noop + abc + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + = + . + TOK_TABLE_OR_COL + abc + p_partkey + . + TOK_TABLE_OR_COL + p1 + p_partkey + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_ALLCOLREF + TOK_TABNAME + abc + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) + Reducer 4 <- Map 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: p1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: p_partkey is not null (type: boolean) + Reduce Output Operator + key expressions: p_partkey (type: int) + sort order: + + Map-reduce partition columns: p_partkey (type: int) + tag: 0 + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [p1] + Execution mode: vectorized + Map 3 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: true + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + outputColumnNames: _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Select Operator + expressions: _col12 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: string), _col17 (type: int), _col18 (type: string), _col19 (type: double), _col20 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 + columns.types int:string:string:string:string:int:string:double:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Filter Operator + isSamplingPred: false + predicate: _col0 is not null (type: boolean) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + tag: 1 + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + auto parallelism: true + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select abc.* +from part p1 join noop(on part +partition by p_mfgr +order by p_name +) abc on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select abc.* +from part p1 join noop(on part +partition by p_mfgr +order by p_name +) abc on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +15103 almond aquamarine dodger light gainsboro Manufacturer#5 Brand#53 ECONOMY BURNISHED STEEL 46 LG PACK 1018.1 packages hinder carefu +17273 almond antique forest lavender goldenrod Manufacturer#3 Brand#35 PROMO ANODIZED TIN 14 JUMBO CASE 1190.27 along the +17927 almond aquamarine yellow dodger mint Manufacturer#4 Brand#41 ECONOMY BRUSHED COPPER 7 SM PKG 1844.92 ites. eve +33357 almond azure aquamarine papaya violet Manufacturer#4 Brand#41 STANDARD ANODIZED TIN 12 WRAP CASE 1290.35 reful +40982 almond antique misty red olive Manufacturer#3 Brand#32 ECONOMY PLATED COPPER 1 LG PKG 1922.98 c foxes can s +42669 almond antique medium spring khaki Manufacturer#5 Brand#51 STANDARD BURNISHED TIN 6 MED CAN 1611.66 sits haggl +45261 almond aquamarine floral ivory bisque Manufacturer#4 Brand#42 SMALL PLATED STEEL 27 WRAP CASE 1206.26 careful +48427 almond antique violet mint lemon Manufacturer#4 Brand#42 PROMO POLISHED STEEL 39 SM CASE 1375.42 hely ironic i +49671 almond antique gainsboro frosted violet Manufacturer#4 Brand#41 SMALL BRUSHED BRASS 10 SM BOX 1620.67 ccounts run quick +65667 almond aquamarine pink moccasin thistle Manufacturer#1 Brand#12 LARGE BURNISHED STEEL 42 JUMBO CASE 1632.66 e across the expr +78486 almond azure blanched chiffon midnight Manufacturer#5 Brand#52 LARGE BRUSHED BRASS 23 MED BAG 1464.48 hely blith +85768 almond antique chartreuse lavender yellow Manufacturer#1 Brand#12 LARGE BRUSHED STEEL 34 SM BAG 1753.76 refull +86428 almond aquamarine burnished black steel Manufacturer#1 Brand#12 STANDARD ANODIZED STEEL 28 WRAP BAG 1414.42 arefully +90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl +105685 almond antique violet chocolate turquoise Manufacturer#2 Brand#22 MEDIUM ANODIZED COPPER 14 MED CAN 1690.68 ly pending requ +110592 almond antique salmon chartreuse burlywood Manufacturer#1 Brand#15 PROMO BURNISHED NICKEL 6 JUMBO PKG 1602.59 to the furiously +112398 almond antique metallic orange dim Manufacturer#3 Brand#32 MEDIUM BURNISHED BRASS 19 JUMBO JAR 1410.39 ole car +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +121152 almond antique burnished rose metallic Manufacturer#1 Brand#14 PROMO PLATED TIN 2 JUMBO BOX 1173.15 e pinto beans h +132666 almond aquamarine rose maroon antique Manufacturer#2 Brand#24 SMALL POLISHED NICKEL 25 MED BOX 1698.66 even +144293 almond antique olive coral navajo Manufacturer#3 Brand#34 STANDARD POLISHED STEEL 45 JUMBO CAN 1337.29 ag furiously about +146985 almond aquamarine midnight light salmon Manufacturer#2 Brand#23 MEDIUM BURNISHED COPPER 2 SM CASE 2031.98 s cajole caref +155733 almond antique sky peru orange Manufacturer#5 Brand#53 SMALL PLATED BRASS 2 WRAP DRUM 1788.73 furiously. bra +191709 almond antique violet turquoise frosted Manufacturer#2 Brand#22 ECONOMY POLISHED STEEL 40 MED BOX 1800.7 haggle +192697 almond antique blue firebrick mint Manufacturer#5 Brand#52 MEDIUM BURNISHED TIN 31 LG DRUM 1789.69 ickly ir +195606 almond aquamarine sandy cyan gainsboro Manufacturer#2 Brand#25 STANDARD PLATED TIN 18 SM PKG 1701.6 ic de +PREHOOK: query: -- 9. testNoopWithMap + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name, p_size desc) as r +from noopwithmap(on part +partition by p_mfgr +order by p_name, p_size desc) +PREHOOK: type: QUERY +POSTHOOK: query: -- 9. testNoopWithMap + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name, p_size desc) as r +from noopwithmap(on part +partition by p_mfgr +order by p_name, p_size desc) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noopwithmap + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_TABSORTCOLNAMEDESC + TOK_TABLE_OR_COL + p_size + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_TABSORTCOLNAMEDESC + TOK_TABLE_OR_COL + p_size + r + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + PTF Operator + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) + sort order: ++- + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) + sort order: ++- + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:int:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name, p_size desc) as r +from noopwithmap(on part +partition by p_mfgr +order by p_name, p_size desc) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name, p_size desc) as r +from noopwithmap(on part +partition by p_mfgr +order by p_name, p_size desc) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 +Manufacturer#1 almond antique burnished rose metallic 2 1 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 +Manufacturer#1 almond aquamarine burnished black steel 28 5 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 +Manufacturer#2 almond antique violet turquoise frosted 40 2 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 +Manufacturer#3 almond antique chartreuse khaki white 17 1 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 +Manufacturer#3 almond antique metallic orange dim 19 3 +Manufacturer#3 almond antique misty red olive 1 4 +Manufacturer#3 almond antique olive coral navajo 45 5 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 +Manufacturer#4 almond antique violet mint lemon 39 2 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 +Manufacturer#5 almond antique blue firebrick mint 31 1 +Manufacturer#5 almond antique medium spring khaki 6 2 +Manufacturer#5 almond antique sky peru orange 2 3 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 +PREHOOK: query: -- 10. testNoopWithMapWithWindowing + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on part + partition by p_mfgr + order by p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 10. testNoopWithMapWithWindowing + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on part + partition by p_mfgr + order by p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noopwithmap + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + PTF Operator + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on part + partition by p_mfgr + order by p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on part + partition by p_mfgr + order by p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: -- 11. testHavingWithWindowingPTFNoGBY + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 11. testHavingWithWindowingPTFNoGBY + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: -- 12. testFunctionChain + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on noopwithmap(on noop(on part +partition by p_mfgr +order by p_mfgr, p_name +))) +PREHOOK: type: QUERY +POSTHOOK: query: -- 12. testFunctionChain + +explain extended +select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on noopwithmap(on noop(on part +partition by p_mfgr +order by p_mfgr, p_name +))) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noopwithmap + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_mfgr (type: string), p_name (type: string) + sort order: +++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string) + sort order: +++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on noopwithmap(on noop(on part +partition by p_mfgr +order by p_mfgr, p_name +))) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, p_size, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +sum(p_retailprice) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on noopwithmap(on noop(on part +partition by p_mfgr +order by p_mfgr, p_name +))) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: -- 13. testPTFAndWindowingInSubQ + +explain extended +select p_mfgr, p_name, +sub1.cd, sub1.s1 +from (select p_mfgr, p_name, +count(p_size) over (partition by p_mfgr order by p_name) as cd, +p_retailprice, +sum(p_retailprice) over w1 as s1 +from noop(on part +partition by p_mfgr +order by p_name) +window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) +) sub1 +PREHOOK: type: QUERY +POSTHOOK: query: -- 13. testPTFAndWindowingInSubQ + +explain extended +select p_mfgr, p_name, +sub1.cd, sub1.s1 +from (select p_mfgr, p_name, +count(p_size) over (partition by p_mfgr order by p_name) as cd, +p_retailprice, +sum(p_retailprice) over w1 as s1 +from noop(on part +partition by p_mfgr +order by p_name) +window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) +) sub1 +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_SUBQUERY + TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + count + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + cd + TOK_SELEXPR + TOK_TABLE_OR_COL + p_retailprice + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + w1 + s1 + window + TOK_WINDOWDEF + w1 + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + 2 + following + 2 + sub1 + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + . + TOK_TABLE_OR_COL + sub1 + cd + TOK_SELEXPR + . + TOK_TABLE_OR_COL + sub1 + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: bigint), _wcol1 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:bigint:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +sub1.cd, sub1.s1 +from (select p_mfgr, p_name, +count(p_size) over (partition by p_mfgr order by p_name) as cd, +p_retailprice, +sum(p_retailprice) over w1 as s1 +from noop(on part +partition by p_mfgr +order by p_name) +window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) +) sub1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +sub1.cd, sub1.s1 +from (select p_mfgr, p_name, +count(p_size) over (partition by p_mfgr order by p_name) as cd, +p_retailprice, +sum(p_retailprice) over w1 as s1 +from noop(on part +partition by p_mfgr +order by p_name) +window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) +) sub1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 4100.06 +Manufacturer#1 almond antique burnished rose metallic 2 5702.650000000001 +Manufacturer#1 almond antique chartreuse lavender yellow 3 7117.070000000001 +Manufacturer#1 almond antique salmon chartreuse burlywood 4 7576.58 +Manufacturer#1 almond aquamarine burnished black steel 5 6403.43 +Manufacturer#1 almond aquamarine pink moccasin thistle 6 4649.67 +Manufacturer#2 almond antique violet chocolate turquoise 1 5523.360000000001 +Manufacturer#2 almond antique violet turquoise frosted 2 7222.02 +Manufacturer#2 almond aquamarine midnight light salmon 3 8923.62 +Manufacturer#2 almond aquamarine rose maroon antique 4 7232.9400000000005 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5432.24 +Manufacturer#3 almond antique chartreuse khaki white 1 4272.34 +Manufacturer#3 almond antique forest lavender goldenrod 2 6195.32 +Manufacturer#3 almond antique metallic orange dim 3 7532.61 +Manufacturer#3 almond antique misty red olive 4 5860.929999999999 +Manufacturer#3 almond antique olive coral navajo 5 4670.66 +Manufacturer#4 almond antique gainsboro frosted violet 1 4202.35 +Manufacturer#4 almond antique violet mint lemon 2 6047.27 +Manufacturer#4 almond aquamarine floral ivory bisque 3 7337.620000000001 +Manufacturer#4 almond aquamarine yellow dodger mint 4 5716.950000000001 +Manufacturer#4 almond azure aquamarine papaya violet 5 4341.530000000001 +Manufacturer#5 almond antique blue firebrick mint 1 5190.08 +Manufacturer#5 almond antique medium spring khaki 2 6208.18 +Manufacturer#5 almond antique sky peru orange 3 7672.66 +Manufacturer#5 almond aquamarine dodger light gainsboro 4 5882.970000000001 +Manufacturer#5 almond azure blanched chiffon midnight 5 4271.3099999999995 +PREHOOK: query: -- 14. testPTFJoinWithWindowingWithCount + +explain extended +select abc.p_mfgr, abc.p_name, +rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, +dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr, +count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd, +abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1, +abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +POSTHOOK: query: -- 14. testPTFJoinWithWindowingWithCount + +explain extended +select abc.p_mfgr, abc.p_name, +rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, +dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr, +count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd, +abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1, +abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_JOIN + TOK_PTBLFUNCTION + noop + abc + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_TABREF + TOK_TABNAME + part + p1 + = + . + TOK_TABLE_OR_COL + abc + p_partkey + . + TOK_TABLE_OR_COL + p1 + p_partkey + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SELEXPR + . + TOK_TABLE_OR_COL + abc + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + abc + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + abc + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + count + . + TOK_TABLE_OR_COL + abc + p_name + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + abc + p_name + cd + TOK_SELEXPR + . + TOK_TABLE_OR_COL + abc + p_retailprice + TOK_SELEXPR + TOK_FUNCTION + sum + . + TOK_TABLE_OR_COL + abc + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + abc + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + TOK_SELEXPR + . + TOK_TABLE_OR_COL + abc + p_size + TOK_SELEXPR + - + . + TOK_TABLE_OR_COL + abc + p_size + TOK_FUNCTION + lag + . + TOK_TABLE_OR_COL + abc + p_size + 1 + . + TOK_TABLE_OR_COL + abc + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + . + TOK_TABLE_OR_COL + abc + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + . + TOK_TABLE_OR_COL + abc + p_name + deltaSz + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 5 <- Map 4 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: p1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: p_partkey is not null (type: boolean) + Reduce Output Operator + key expressions: p_partkey (type: int) + sort order: + + Map-reduce partition columns: p_partkey (type: int) + tag: 1 + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [p1] + Execution mode: vectorized + Map 4 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: true + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col6} + 1 + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 + columns.types string:string:int:int:bigint:double:double:int:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Reducer 5 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col0, _col1, _col2, _col5, _col7 + Filter Operator + isSamplingPred: false + predicate: _col0 is not null (type: boolean) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + tag: 0 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select abc.p_mfgr, abc.p_name, +rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, +dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr, +count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd, +abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1, +abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select abc.p_mfgr, abc.p_name, +rank() over (distribute by abc.p_mfgr sort by abc.p_name) as r, +dense_rank() over (distribute by abc.p_mfgr sort by abc.p_name) as dr, +count(abc.p_name) over (distribute by abc.p_mfgr sort by abc.p_name) as cd, +abc.p_retailprice, sum(abc.p_retailprice) over (distribute by abc.p_mfgr sort by abc.p_name rows between unbounded preceding and current row) as s1, +abc.p_size, abc.p_size - lag(abc.p_size,1,abc.p_size) over (distribute by abc.p_mfgr sort by abc.p_name) as deltaSz +from noop(on part +partition by p_mfgr +order by p_name +) abc join part p1 on abc.p_partkey = p1.p_partkey +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 4 1173.15 1173.15 2 0 +Manufacturer#1 almond antique burnished rose metallic 1 1 4 1173.15 2346.3 2 0 +Manufacturer#1 almond antique burnished rose metallic 1 1 4 1173.15 3519.4500000000003 2 0 +Manufacturer#1 almond antique burnished rose metallic 1 1 4 1173.15 4692.6 2 0 +Manufacturer#1 almond antique chartreuse lavender yellow 5 2 5 1753.76 6446.360000000001 34 32 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 3 6 1602.59 8048.950000000001 6 -28 +Manufacturer#1 almond aquamarine burnished black steel 7 4 7 1414.42 9463.37 28 22 +Manufacturer#1 almond aquamarine pink moccasin thistle 8 5 8 1632.66 11096.03 42 14 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 1 1690.68 1690.68 14 0 +Manufacturer#2 almond antique violet turquoise frosted 2 2 2 1800.7 3491.38 40 26 +Manufacturer#2 almond aquamarine midnight light salmon 3 3 3 2031.98 5523.360000000001 2 -38 +Manufacturer#2 almond aquamarine rose maroon antique 4 4 4 1698.66 7222.02 25 23 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5 5 1701.6 8923.62 18 -7 +Manufacturer#3 almond antique chartreuse khaki white 1 1 1 1671.68 1671.68 17 0 +Manufacturer#3 almond antique forest lavender goldenrod 2 2 2 1190.27 2861.95 14 -3 +Manufacturer#3 almond antique metallic orange dim 3 3 3 1410.39 4272.34 19 5 +Manufacturer#3 almond antique misty red olive 4 4 4 1922.98 6195.32 1 -18 +Manufacturer#3 almond antique olive coral navajo 5 5 5 1337.29 7532.61 45 44 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 1 1620.67 1620.67 10 0 +Manufacturer#4 almond antique violet mint lemon 2 2 2 1375.42 2996.09 39 29 +Manufacturer#4 almond aquamarine floral ivory bisque 3 3 3 1206.26 4202.35 27 -12 +Manufacturer#4 almond aquamarine yellow dodger mint 4 4 4 1844.92 6047.27 7 -20 +Manufacturer#4 almond azure aquamarine papaya violet 5 5 5 1290.35 7337.620000000001 12 5 +Manufacturer#5 almond antique blue firebrick mint 1 1 1 1789.69 1789.69 31 0 +Manufacturer#5 almond antique medium spring khaki 2 2 2 1611.66 3401.3500000000004 6 -25 +Manufacturer#5 almond antique sky peru orange 3 3 3 1788.73 5190.08 2 -4 +Manufacturer#5 almond aquamarine dodger light gainsboro 4 4 4 1018.1 6208.18 46 44 +Manufacturer#5 almond azure blanched chiffon midnight 5 5 5 1464.48 7672.66 23 -23 +PREHOOK: query: -- 15. testDistinctInSelectWithPTF + +explain extended +select DISTINCT p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 15. testDistinctInSelectWithPTF + +explain extended +select DISTINCT p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECTDI + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) + outputColumnNames: _col2, _col1, _col5 + Group By Operator + keys: _col2 (type: string), _col1 (type: string), _col5 (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) + tag: -1 + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:string:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select DISTINCT p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select DISTINCT p_mfgr, p_name, p_size +from noop(on part +partition by p_mfgr +order by p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#3 almond antique forest lavender goldenrod 14 +Manufacturer#4 almond aquamarine floral ivory bisque 27 +Manufacturer#3 almond antique olive coral navajo 45 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 +Manufacturer#4 almond antique gainsboro frosted violet 10 +Manufacturer#2 almond aquamarine rose maroon antique 25 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 +Manufacturer#1 almond antique burnished rose metallic 2 +Manufacturer#4 almond azure aquamarine papaya violet 12 +Manufacturer#1 almond aquamarine burnished black steel 28 +Manufacturer#2 almond antique violet turquoise frosted 40 +Manufacturer#1 almond antique chartreuse lavender yellow 34 +Manufacturer#4 almond antique violet mint lemon 39 +Manufacturer#2 almond aquamarine midnight light salmon 2 +Manufacturer#5 almond azure blanched chiffon midnight 23 +Manufacturer#2 almond antique violet chocolate turquoise 14 +Manufacturer#4 almond aquamarine yellow dodger mint 7 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 +Manufacturer#5 almond antique blue firebrick mint 31 +Manufacturer#5 almond antique medium spring khaki 6 +Manufacturer#3 almond antique misty red olive 1 +Manufacturer#3 almond antique metallic orange dim 19 +Manufacturer#5 almond antique sky peru orange 2 +Manufacturer#3 almond antique chartreuse khaki white 17 +PREHOOK: query: -- 16. testViewAsTableInputToPTF +create view IF NOT EXISTS mfgr_price_view as +select p_mfgr, p_brand, +sum(p_retailprice) as s +from part +group by p_mfgr, p_brand +PREHOOK: type: CREATEVIEW +PREHOOK: Input: default@part +PREHOOK: Output: database:default +PREHOOK: Output: default@mfgr_price_view +POSTHOOK: query: -- 16. testViewAsTableInputToPTF +create view IF NOT EXISTS mfgr_price_view as +select p_mfgr, p_brand, +sum(p_retailprice) as s +from part +group by p_mfgr, p_brand +POSTHOOK: type: CREATEVIEW +POSTHOOK: Input: default@part +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mfgr_price_view +PREHOOK: query: explain extended +select p_mfgr, p_brand, s, +sum(s) over w1 as s1 +from noop(on mfgr_price_view +partition by p_mfgr +order by p_mfgr) +window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select p_mfgr, p_brand, s, +sum(s) over w1 as s1 +from noop(on mfgr_price_view +partition by p_mfgr +order by p_mfgr) +window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + mfgr_price_view + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_brand + TOK_SELEXPR + TOK_TABLE_OR_COL + s + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + s + TOK_WINDOWSPEC + w1 + s1 + window + TOK_WINDOWDEF + w1 + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_brand + TOK_WINDOWRANGE + preceding + 2 + current + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Select Operator + expressions: p_mfgr (type: string), p_brand (type: string), p_retailprice (type: double) + outputColumnNames: p_mfgr, p_brand, p_retailprice + Group By Operator + aggregations: sum(p_retailprice) + keys: p_mfgr (type: string), p_brand (type: string) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col2 (type: double) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Execution mode: vectorized + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + keys: KEY._col0 (type: string), KEY._col1 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double) + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: _col0 (type: string), _col0 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string) + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double) + auto parallelism: true + Execution mode: vectorized + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string) + tag: -1 + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _wcol0 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:double:double + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_brand, s, +sum(s) over w1 as s1 +from noop(on mfgr_price_view +partition by p_mfgr +order by p_mfgr) +window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) +PREHOOK: type: QUERY +PREHOOK: Input: default@mfgr_price_view +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_brand, s, +sum(s) over w1 as s1 +from noop(on mfgr_price_view +partition by p_mfgr +order by p_mfgr) +window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mfgr_price_view +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 Brand#12 4800.84 4800.84 +Manufacturer#1 Brand#14 2346.3 7147.14 +Manufacturer#1 Brand#15 1602.59 8749.73 +Manufacturer#2 Brand#22 3491.38 3491.38 +Manufacturer#2 Brand#23 2031.98 5523.360000000001 +Manufacturer#2 Brand#24 1698.66 7222.02 +Manufacturer#2 Brand#25 1701.6 5432.240000000001 +Manufacturer#3 Brand#31 1671.68 1671.68 +Manufacturer#3 Brand#32 3333.37 5005.05 +Manufacturer#3 Brand#34 1337.29 6342.34 +Manufacturer#3 Brand#35 1190.27 5860.93 +Manufacturer#4 Brand#41 4755.9400000000005 4755.9400000000005 +Manufacturer#4 Brand#42 2581.6800000000003 7337.620000000001 +Manufacturer#5 Brand#51 1611.66 1611.66 +Manufacturer#5 Brand#52 3254.17 4865.83 +Manufacturer#5 Brand#53 2806.83 7672.66 +PREHOOK: query: -- 17. testMultipleInserts2SWQsWithPTF +CREATE TABLE part_4( +p_mfgr STRING, +p_name STRING, +p_size INT, +r INT, +dr INT, +s DOUBLE) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_4 +POSTHOOK: query: -- 17. testMultipleInserts2SWQsWithPTF +CREATE TABLE part_4( +p_mfgr STRING, +p_name STRING, +p_size INT, +r INT, +dr INT, +s DOUBLE) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_4 +PREHOOK: query: CREATE TABLE part_5( +p_mfgr STRING, +p_name STRING, +p_size INT, +s2 INT, +r INT, +dr INT, +cud DOUBLE, +fv1 INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_5 +POSTHOOK: query: CREATE TABLE part_5( +p_mfgr STRING, +p_name STRING, +p_size INT, +s2 INT, +r INT, +dr INT, +cud DOUBLE, +fv1 INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_5 +PREHOOK: query: explain extended +from noop(on part +partition by p_mfgr +order by p_name) +INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size, +rank() over (distribute by p_mfgr sort by p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_name) as dr, +sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s +INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size, +round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2, +rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr, +cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, +first_value(p_size, true) over w1 as fv1 +window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +from noop(on part +partition by p_mfgr +order by p_name) +INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size, +rank() over (distribute by p_mfgr sort by p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_name) as dr, +sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s +INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size, +round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2, +rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr, +cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, +first_value(p_size, true) over w1 as fv1 +window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_TAB + TOK_TABNAME + part_4 + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_retailprice + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s + TOK_INSERT + TOK_DESTINATION + TOK_TAB + TOK_TABNAME + part_5 + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + round + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_size + TOK_WINDOWVALUES + preceding + 5 + current + 1 + s2 + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_FUNCTION + cume_dist + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + cud + TOK_SELEXPR + TOK_FUNCTION + first_value + TOK_TABLE_OR_COL + p_size + true + TOK_WINDOWSPEC + w1 + fv1 + window + TOK_WINDOWDEF + w1 + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_SORTBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + 2 + following + 2 + + +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-4 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-4, Stage-5 + Stage-1 depends on stages: Stage-3 + Stage-6 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-3 + Stage-7 depends on stages: Stage-0 + Stage-5 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-2 + Spark + Edges: + Reducer 4 <- Map 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 3 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11 + columns.types int,string,string,string,string,int,string,double,string,bigint,string,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-4 + Spark + Edges: + Reducer 5 <- Map 1 (GROUP SORT) + Reducer 6 <- Reducer 5 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + GatherStats: false + Reduce Output Operator + key expressions: _col2 (type: string), _col5 (type: int) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11 + columns.types int,string,string,string,string,int,string,double,string,bigint,string,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11 + columns.types int,string,string,string,string,int,string,double,string,bigint,string,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Truncated Path -> Alias: +#### A masked pattern was here #### + Reducer 5 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string) + sort order: +++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _wcol0 (type: bigint), _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 6 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + File Output Operator + compressed: false + GlobalTableId: 2 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1 + columns.comments + columns.types string:string:int:int:int:int:double:int +#### A masked pattern was here #### + name default.part_5 + serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.part_5 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + + Stage: Stage-3 + Dependency Collection + + Stage: Stage-1 + Move Operator + tables: + replace: true +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1 + columns.comments + columns.types string:string:int:int:int:int:double:int +#### A masked pattern was here #### + name default.part_5 + serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.part_5 + + Stage: Stage-6 + Stats-Aggr Operator +#### A masked pattern was here #### + + Stage: Stage-0 + Move Operator + tables: + replace: true +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns p_mfgr,p_name,p_size,r,dr,s + columns.comments + columns.types string:string:int:int:int:double +#### A masked pattern was here #### + name default.part_4 + serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.part_4 + + Stage: Stage-7 + Stats-Aggr Operator +#### A masked pattern was here #### + + Stage: Stage-5 + Spark + Edges: + Reducer 7 <- Map 2 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 2 + Map Operator Tree: + TableScan + GatherStats: false + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + outputColumnNames: _col1, _col2, _col5, _col7 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11 + columns.types int,string,string,string,string,int,string,double,string,bigint,string,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11 + columns.types int,string,string,string,string,int,string,double,string,bigint,string,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Truncated Path -> Alias: +#### A masked pattern was here #### + Reducer 7 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns p_mfgr,p_name,p_size,r,dr,s + columns.comments + columns.types string:string:int:int:int:double +#### A masked pattern was here #### + name default.part_4 + serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.part_4 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + +PREHOOK: query: from noop(on part +partition by p_mfgr +order by p_name) +INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size, +rank() over (distribute by p_mfgr sort by p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_name) as dr, +sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s +INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size, +round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2, +rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr, +cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, +first_value(p_size, true) over w1 as fv1 +window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +PREHOOK: Output: default@part_4 +PREHOOK: Output: default@part_5 +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: from noop(on part +partition by p_mfgr +order by p_name) +INSERT OVERWRITE TABLE part_4 select p_mfgr, p_name, p_size, +rank() over (distribute by p_mfgr sort by p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_name) as dr, +sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between unbounded preceding and current row) as s +INSERT OVERWRITE TABLE part_5 select p_mfgr,p_name, p_size, +round(sum(p_size) over (distribute by p_mfgr sort by p_size range between 5 preceding and current row),1) as s2, +rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as r, +dense_rank() over (distribute by p_mfgr sort by p_mfgr, p_name) as dr, +cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, +first_value(p_size, true) over w1 as fv1 +window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +POSTHOOK: Output: default@part_4 +POSTHOOK: Output: default@part_5 +POSTHOOK: Lineage: part_4.dr SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_4.p_mfgr SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_4.p_name SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_4.p_size SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_4.r SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_4.s SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.cud SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.dr SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.fv1 SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.p_mfgr SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.p_name SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.p_size SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.r SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +POSTHOOK: Lineage: part_5.s2 SCRIPT [(part)part.FieldSchema(name:p_partkey, type:int, comment:null), (part)part.FieldSchema(name:p_name, type:string, comment:null), (part)part.FieldSchema(name:p_mfgr, type:string, comment:null), (part)part.FieldSchema(name:p_brand, type:string, comment:null), (part)part.FieldSchema(name:p_type, type:string, comment:null), (part)part.FieldSchema(name:p_size, type:int, comment:null), (part)part.FieldSchema(name:p_container, type:string, comment:null), (part)part.FieldSchema(name:p_retailprice, type:double, comment:null), (part)part.FieldSchema(name:p_comment, type:string, comment:null), (part)part.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), (part)part.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), (part)part.FieldSchema(name:ROW__ID, type:struct, comment:), ] +PREHOOK: query: select * from part_4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_4 +#### A masked pattern was here #### +POSTHOOK: query: select * from part_4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_4 +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 1 1 1173.15 +Manufacturer#1 almond antique burnished rose metallic 2 1 1 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3 2 4100.06 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 4 3 5702.650000000001 +Manufacturer#1 almond aquamarine burnished black steel 28 5 4 7117.070000000001 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 6 5 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 1 1 1690.68 +Manufacturer#2 almond antique violet turquoise frosted 40 2 2 3491.38 +Manufacturer#2 almond aquamarine midnight light salmon 2 3 3 5523.360000000001 +Manufacturer#2 almond aquamarine rose maroon antique 25 4 4 7222.02 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5 5 8923.62 +Manufacturer#3 almond antique chartreuse khaki white 17 1 1 1671.68 +Manufacturer#3 almond antique forest lavender goldenrod 14 2 2 2861.95 +Manufacturer#3 almond antique metallic orange dim 19 3 3 4272.34 +Manufacturer#3 almond antique misty red olive 1 4 4 6195.32 +Manufacturer#3 almond antique olive coral navajo 45 5 5 7532.61 +Manufacturer#4 almond antique gainsboro frosted violet 10 1 1 1620.67 +Manufacturer#4 almond antique violet mint lemon 39 2 2 2996.09 +Manufacturer#4 almond aquamarine floral ivory bisque 27 3 3 4202.35 +Manufacturer#4 almond aquamarine yellow dodger mint 7 4 4 6047.27 +Manufacturer#4 almond azure aquamarine papaya violet 12 5 5 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 1 1 1789.69 +Manufacturer#5 almond antique medium spring khaki 6 2 2 3401.3500000000004 +Manufacturer#5 almond antique sky peru orange 2 3 3 5190.08 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 4 4 6208.18 +Manufacturer#5 almond azure blanched chiffon midnight 23 5 5 7672.66 +PREHOOK: query: select * from part_5 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_5 +#### A masked pattern was here #### +POSTHOOK: query: select * from part_5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_5 +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 4 1 1 0.3333333333333333 2 +Manufacturer#1 almond antique burnished rose metallic 2 4 1 1 0.3333333333333333 2 +Manufacturer#1 almond antique chartreuse lavender yellow 34 34 3 2 0.5 2 +Manufacturer#1 almond antique salmon chartreuse burlywood 6 10 4 3 0.6666666666666666 2 +Manufacturer#1 almond aquamarine burnished black steel 28 28 5 4 0.8333333333333334 34 +Manufacturer#1 almond aquamarine pink moccasin thistle 42 42 6 5 1.0 6 +Manufacturer#2 almond antique violet chocolate turquoise 14 14 1 1 0.2 14 +Manufacturer#2 almond antique violet turquoise frosted 40 40 2 2 0.4 14 +Manufacturer#2 almond aquamarine midnight light salmon 2 2 3 3 0.6 14 +Manufacturer#2 almond aquamarine rose maroon antique 25 25 4 4 0.8 40 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 32 5 5 1.0 2 +Manufacturer#3 almond antique chartreuse khaki white 17 31 1 1 0.2 17 +Manufacturer#3 almond antique forest lavender goldenrod 14 14 2 2 0.4 17 +Manufacturer#3 almond antique metallic orange dim 19 50 3 3 0.6 17 +Manufacturer#3 almond antique misty red olive 1 1 4 4 0.8 14 +Manufacturer#3 almond antique olive coral navajo 45 45 5 5 1.0 19 +Manufacturer#4 almond antique gainsboro frosted violet 10 17 1 1 0.2 10 +Manufacturer#4 almond antique violet mint lemon 39 39 2 2 0.4 10 +Manufacturer#4 almond aquamarine floral ivory bisque 27 27 3 3 0.6 10 +Manufacturer#4 almond aquamarine yellow dodger mint 7 7 4 4 0.8 39 +Manufacturer#4 almond azure aquamarine papaya violet 12 29 5 5 1.0 27 +Manufacturer#5 almond antique blue firebrick mint 31 31 1 1 0.2 31 +Manufacturer#5 almond antique medium spring khaki 6 8 2 2 0.4 31 +Manufacturer#5 almond antique sky peru orange 2 2 3 3 0.6 31 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 46 4 4 0.8 6 +Manufacturer#5 almond azure blanched chiffon midnight 23 23 5 5 1.0 2 +PREHOOK: query: -- 18. testMulti2OperatorsFunctionChainWithMap + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noop(on + noopwithmap(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 18. testMulti2OperatorsFunctionChainWithMap + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noop(on + noopwithmap(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noopwithmap + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_mfgr (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noop(on + noopwithmap(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noop(on + noopwithmap(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 2 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 +Manufacturer#1 almond antique chartreuse lavender yellow 1 1 34 34 +Manufacturer#1 almond antique salmon chartreuse burlywood 1 1 6 6 +Manufacturer#1 almond aquamarine burnished black steel 1 1 28 28 +Manufacturer#1 almond aquamarine pink moccasin thistle 1 1 42 42 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 +Manufacturer#2 almond antique violet turquoise frosted 1 1 40 40 +Manufacturer#2 almond aquamarine midnight light salmon 1 1 2 2 +Manufacturer#2 almond aquamarine rose maroon antique 1 1 25 25 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 1 1 18 18 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 1 1 14 14 +Manufacturer#3 almond antique metallic orange dim 1 1 19 19 +Manufacturer#3 almond antique misty red olive 1 1 1 1 +Manufacturer#3 almond antique olive coral navajo 1 1 45 45 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 +Manufacturer#4 almond antique violet mint lemon 1 1 39 39 +Manufacturer#4 almond aquamarine floral ivory bisque 1 1 27 27 +Manufacturer#4 almond aquamarine yellow dodger mint 1 1 7 7 +Manufacturer#4 almond azure aquamarine papaya violet 1 1 12 12 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 +Manufacturer#5 almond antique medium spring khaki 1 1 6 6 +Manufacturer#5 almond antique sky peru orange 1 1 2 2 +Manufacturer#5 almond aquamarine dodger light gainsboro 1 1 46 46 +Manufacturer#5 almond azure blanched chiffon midnight 1 1 23 23 +PREHOOK: query: -- 19. testMulti3OperatorsFunctionChain + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr + order by p_mfgr ) +PREHOOK: type: QUERY +POSTHOOK: query: -- 19. testMulti3OperatorsFunctionChain + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr + order by p_mfgr ) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 5 <- Reducer 4 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_mfgr (type: string) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 5 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr + order by p_mfgr ) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between unbounded preceding and current row) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr + order by p_mfgr) + ) + partition by p_mfgr,p_name + order by p_mfgr,p_name) + partition by p_mfgr + order by p_mfgr ) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 2 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 +Manufacturer#1 almond antique chartreuse lavender yellow 3 2 34 38 +Manufacturer#1 almond antique salmon chartreuse burlywood 4 3 6 44 +Manufacturer#1 almond aquamarine burnished black steel 5 4 28 72 +Manufacturer#1 almond aquamarine pink moccasin thistle 6 5 42 114 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 +Manufacturer#2 almond antique violet turquoise frosted 2 2 40 54 +Manufacturer#2 almond aquamarine midnight light salmon 3 3 2 56 +Manufacturer#2 almond aquamarine rose maroon antique 4 4 25 81 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5 18 99 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 2 2 14 31 +Manufacturer#3 almond antique metallic orange dim 3 3 19 50 +Manufacturer#3 almond antique misty red olive 4 4 1 51 +Manufacturer#3 almond antique olive coral navajo 5 5 45 96 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 +Manufacturer#4 almond antique violet mint lemon 2 2 39 49 +Manufacturer#4 almond aquamarine floral ivory bisque 3 3 27 76 +Manufacturer#4 almond aquamarine yellow dodger mint 4 4 7 83 +Manufacturer#4 almond azure aquamarine papaya violet 5 5 12 95 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 +Manufacturer#5 almond antique medium spring khaki 2 2 6 37 +Manufacturer#5 almond antique sky peru orange 3 3 2 39 +Manufacturer#5 almond aquamarine dodger light gainsboro 4 4 46 85 +Manufacturer#5 almond azure blanched chiffon midnight 5 5 23 108 +PREHOOK: query: -- 20. testMultiOperatorChainWithNoWindowing + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr)) +PREHOOK: type: QUERY +POSTHOOK: query: -- 20. testMultiOperatorChainWithNoWindowing + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr)) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string) + sort order: ++++ + Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr)) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr order by p_name) as s1 +from noop(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 +Manufacturer#1 almond antique chartreuse lavender yellow 3 2 34 38 +Manufacturer#1 almond antique salmon chartreuse burlywood 4 3 6 44 +Manufacturer#1 almond aquamarine burnished black steel 5 4 28 72 +Manufacturer#1 almond aquamarine pink moccasin thistle 6 5 42 114 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 +Manufacturer#2 almond antique violet turquoise frosted 2 2 40 54 +Manufacturer#2 almond aquamarine midnight light salmon 3 3 2 56 +Manufacturer#2 almond aquamarine rose maroon antique 4 4 25 81 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5 18 99 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 2 2 14 31 +Manufacturer#3 almond antique metallic orange dim 3 3 19 50 +Manufacturer#3 almond antique misty red olive 4 4 1 51 +Manufacturer#3 almond antique olive coral navajo 5 5 45 96 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 +Manufacturer#4 almond antique violet mint lemon 2 2 39 49 +Manufacturer#4 almond aquamarine floral ivory bisque 3 3 27 76 +Manufacturer#4 almond aquamarine yellow dodger mint 4 4 7 83 +Manufacturer#4 almond azure aquamarine papaya violet 5 5 12 95 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 +Manufacturer#5 almond antique medium spring khaki 2 2 6 37 +Manufacturer#5 almond antique sky peru orange 3 3 2 39 +Manufacturer#5 almond aquamarine dodger light gainsboro 4 4 46 85 +Manufacturer#5 almond azure blanched chiffon midnight 5 5 23 108 +PREHOOK: query: -- 21. testMultiOperatorChainEndsWithNoopMap + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +PREHOOK: type: QUERY +POSTHOOK: query: -- 21. testMultiOperatorChainEndsWithNoopMap + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noopwithmap + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 5 <- Reducer 4 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string) + sort order: ++++ + Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 5 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types string:string:int:int:int:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name) as dr, +p_size, sum(p_size) over (partition by p_mfgr,p_name rows between unbounded preceding and current row) as s1 +from noopwithmap(on + noop(on + noop(on + noop(on part + partition by p_mfgr,p_name + order by p_mfgr,p_name) + ) + partition by p_mfgr + order by p_mfgr) + partition by p_mfgr,p_name + order by p_mfgr,p_name) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 2 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 +Manufacturer#1 almond antique chartreuse lavender yellow 1 1 34 34 +Manufacturer#1 almond antique salmon chartreuse burlywood 1 1 6 6 +Manufacturer#1 almond aquamarine burnished black steel 1 1 28 28 +Manufacturer#1 almond aquamarine pink moccasin thistle 1 1 42 42 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 +Manufacturer#2 almond antique violet turquoise frosted 1 1 40 40 +Manufacturer#2 almond aquamarine midnight light salmon 1 1 2 2 +Manufacturer#2 almond aquamarine rose maroon antique 1 1 25 25 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 1 1 18 18 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 1 1 14 14 +Manufacturer#3 almond antique metallic orange dim 1 1 19 19 +Manufacturer#3 almond antique misty red olive 1 1 1 1 +Manufacturer#3 almond antique olive coral navajo 1 1 45 45 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 +Manufacturer#4 almond antique violet mint lemon 1 1 39 39 +Manufacturer#4 almond aquamarine floral ivory bisque 1 1 27 27 +Manufacturer#4 almond aquamarine yellow dodger mint 1 1 7 7 +Manufacturer#4 almond azure aquamarine papaya violet 1 1 12 12 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 +Manufacturer#5 almond antique medium spring khaki 1 1 6 6 +Manufacturer#5 almond antique sky peru orange 1 1 2 2 +Manufacturer#5 almond aquamarine dodger light gainsboro 1 1 46 46 +Manufacturer#5 almond azure blanched chiffon midnight 1 1 23 23 +PREHOOK: query: -- 22. testMultiOperatorChainWithDiffPartitionForWindow1 + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s2 +from noop(on + noopwithmap(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + partition by p_mfgr + order by p_mfgr + )) +PREHOOK: type: QUERY +POSTHOOK: query: -- 22. testMultiOperatorChainWithDiffPartitionForWindow1 + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s2 +from noop(on + noopwithmap(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + partition by p_mfgr + order by p_mfgr + )) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noopwithmap + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s1 + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWRANGE + preceding + unbounded + current + s2 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string) + sort order: ++++ + Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col2 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 + columns.types string:string:int:int:int:bigint:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s2 +from noop(on + noopwithmap(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + partition by p_mfgr + order by p_mfgr + )) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as r, +dense_rank() over (partition by p_mfgr,p_name order by p_mfgr,p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr,p_name order by p_mfgr,p_name rows between unbounded preceding and current row) as s2 +from noop(on + noopwithmap(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + partition by p_mfgr + order by p_mfgr + )) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 2 2 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 4 +Manufacturer#1 almond antique chartreuse lavender yellow 1 1 34 34 34 +Manufacturer#1 almond antique salmon chartreuse burlywood 1 1 6 6 6 +Manufacturer#1 almond aquamarine burnished black steel 1 1 28 28 28 +Manufacturer#1 almond aquamarine pink moccasin thistle 1 1 42 42 42 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 14 +Manufacturer#2 almond antique violet turquoise frosted 1 1 40 40 40 +Manufacturer#2 almond aquamarine midnight light salmon 1 1 2 2 2 +Manufacturer#2 almond aquamarine rose maroon antique 1 1 25 25 25 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 1 1 18 18 18 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 1 1 14 14 14 +Manufacturer#3 almond antique metallic orange dim 1 1 19 19 19 +Manufacturer#3 almond antique misty red olive 1 1 1 1 1 +Manufacturer#3 almond antique olive coral navajo 1 1 45 45 45 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 10 +Manufacturer#4 almond antique violet mint lemon 1 1 39 39 39 +Manufacturer#4 almond aquamarine floral ivory bisque 1 1 27 27 27 +Manufacturer#4 almond aquamarine yellow dodger mint 1 1 7 7 7 +Manufacturer#4 almond azure aquamarine papaya violet 1 1 12 12 12 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 31 +Manufacturer#5 almond antique medium spring khaki 1 1 6 6 6 +Manufacturer#5 almond antique sky peru orange 1 1 2 2 2 +Manufacturer#5 almond aquamarine dodger light gainsboro 1 1 46 46 46 +Manufacturer#5 almond azure blanched chiffon midnight 1 1 23 23 23 +PREHOOK: query: -- 23. testMultiOperatorChainWithDiffPartitionForWindow2 + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s2 +from noopwithmap(on + noop(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + )) +PREHOOK: type: QUERY +POSTHOOK: query: -- 23. testMultiOperatorChainWithDiffPartitionForWindow2 + +explain extended +select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s2 +from noopwithmap(on + noop(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + )) +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + +TOK_QUERY + TOK_FROM + TOK_PTBLFUNCTION + noopwithmap + TOK_PTBLFUNCTION + noop + TOK_PTBLFUNCTION + noop + TOK_TABREF + TOK_TABNAME + part + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_TABLE_OR_COL + p_name + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_mfgr + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_INSERT + TOK_DESTINATION + TOK_DIR + TOK_TMP_FILE + TOK_SELECT + TOK_SELEXPR + TOK_TABLE_OR_COL + p_mfgr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_name + TOK_SELEXPR + TOK_FUNCTION + rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + r + TOK_SELEXPR + TOK_FUNCTION + dense_rank + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + dr + TOK_SELEXPR + TOK_TABLE_OR_COL + p_size + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWVALUES + preceding + unbounded + current + s1 + TOK_SELEXPR + TOK_FUNCTION + sum + TOK_TABLE_OR_COL + p_size + TOK_WINDOWSPEC + TOK_PARTITIONINGSPEC + TOK_DISTRIBUTEBY + TOK_TABLE_OR_COL + p_mfgr + TOK_ORDERBY + TOK_TABSORTCOLNAMEASC + TOK_TABLE_OR_COL + p_name + TOK_WINDOWVALUES + preceding + unbounded + current + s2 + + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) + Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 4 <- Reducer 3 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part + GatherStats: false + Reduce Output Operator + key expressions: p_mfgr (type: string), p_name (type: string), p_mfgr (type: string), p_name (type: string) + sort order: ++++ + Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) + tag: -1 + value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint), INPUT__FILE__NAME (type: string), ROW__ID (type: struct) + auto parallelism: true + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: part + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment + columns.comments + columns.types int:string:string:string:string:int:string:double:string +#### A masked pattern was here #### + name default.part + numFiles 1 + serialization.ddl struct part { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 2597 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.part + name: default.part + Truncated Path -> Alias: + /part [part] + Reducer 2 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + PTF Operator + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) + sort order: ++++ + Map-reduce partition columns: _col2 (type: string), _col1 (type: string) + tag: -1 + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col9 (type: bigint), _col10 (type: string), _col11 (type: struct) + auto parallelism: true + Reducer 3 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + outputColumnNames: _col1, _col2, _col5 + Reduce Output Operator + key expressions: _col2 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col2 (type: string) + tag: -1 + value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + auto parallelism: true + Reducer 4 + Needs Tagging: false + Reduce Operator Tree: + Extract + PTF Operator + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 + columns.types string:string:int:int:int:bigint:bigint + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s2 +from noopwithmap(on + noop(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + )) +PREHOOK: type: QUERY +PREHOOK: Input: default@part +#### A masked pattern was here #### +POSTHOOK: query: select p_mfgr, p_name, +rank() over (partition by p_mfgr order by p_name) as r, +dense_rank() over (partition by p_mfgr order by p_name) as dr, +p_size, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s1, +sum(p_size) over (partition by p_mfgr order by p_name range between unbounded preceding and current row) as s2 +from noopwithmap(on + noop(on + noop(on part + partition by p_mfgr, p_name + order by p_mfgr, p_name) + )) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part +#### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 4 +Manufacturer#1 almond antique burnished rose metallic 1 1 2 4 4 +Manufacturer#1 almond antique chartreuse lavender yellow 3 2 34 38 38 +Manufacturer#1 almond antique salmon chartreuse burlywood 4 3 6 44 44 +Manufacturer#1 almond aquamarine burnished black steel 5 4 28 72 72 +Manufacturer#1 almond aquamarine pink moccasin thistle 6 5 42 114 114 +Manufacturer#2 almond antique violet chocolate turquoise 1 1 14 14 14 +Manufacturer#2 almond antique violet turquoise frosted 2 2 40 54 54 +Manufacturer#2 almond aquamarine midnight light salmon 3 3 2 56 56 +Manufacturer#2 almond aquamarine rose maroon antique 4 4 25 81 81 +Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5 18 99 99 +Manufacturer#3 almond antique chartreuse khaki white 1 1 17 17 17 +Manufacturer#3 almond antique forest lavender goldenrod 2 2 14 31 31 +Manufacturer#3 almond antique metallic orange dim 3 3 19 50 50 +Manufacturer#3 almond antique misty red olive 4 4 1 51 51 +Manufacturer#3 almond antique olive coral navajo 5 5 45 96 96 +Manufacturer#4 almond antique gainsboro frosted violet 1 1 10 10 10 +Manufacturer#4 almond antique violet mint lemon 2 2 39 49 49 +Manufacturer#4 almond aquamarine floral ivory bisque 3 3 27 76 76 +Manufacturer#4 almond aquamarine yellow dodger mint 4 4 7 83 83 +Manufacturer#4 almond azure aquamarine papaya violet 5 5 12 95 95 +Manufacturer#5 almond antique blue firebrick mint 1 1 31 31 31 +Manufacturer#5 almond antique medium spring khaki 2 2 6 37 37 +Manufacturer#5 almond antique sky peru orange 3 3 2 39 39 +Manufacturer#5 almond aquamarine dodger light gainsboro 4 4 46 85 85 +Manufacturer#5 almond azure blanched chiffon midnight 5 5 23 108 108 diff --git ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out new file mode 100644 index 0000000..53793d2 --- /dev/null +++ ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out @@ -0,0 +1,846 @@ +PREHOOK: query: -- Test timestamp functions in vectorized mode to verify they run correctly end-to-end. +-- Turning on vectorization has been temporarily moved after filling the test table +-- due to bug HIVE-8197. + + +CREATE TABLE alltypesorc_string(ctimestamp1 timestamp, stimestamp1 string) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc_string +POSTHOOK: query: -- Test timestamp functions in vectorized mode to verify they run correctly end-to-end. +-- Turning on vectorization has been temporarily moved after filling the test table +-- due to bug HIVE-8197. + + +CREATE TABLE alltypesorc_string(ctimestamp1 timestamp, stimestamp1 string) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc_string +PREHOOK: query: INSERT OVERWRITE TABLE alltypesorc_string +SELECT + to_utc_timestamp(ctimestamp1, 'America/Los_Angeles'), + CAST(to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS STRING) +FROM alltypesorc +LIMIT 40 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_string +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: INSERT OVERWRITE TABLE alltypesorc_string +SELECT + to_utc_timestamp(ctimestamp1, 'America/Los_Angeles'), + CAST(to_utc_timestamp(ctimestamp1, 'America/Los_Angeles') AS STRING) +FROM alltypesorc +LIMIT 40 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_string +POSTHOOK: Lineage: alltypesorc_string.ctimestamp1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_string.stimestamp1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +PREHOOK: query: CREATE TABLE alltypesorc_wrong(stimestamp1 string) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc_wrong +POSTHOOK: query: CREATE TABLE alltypesorc_wrong(stimestamp1 string) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc_wrong +PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT 'abcd' FROM alltypesorc LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_wrong +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT 'abcd' FROM alltypesorc LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_wrong +POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] +PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '2000:01:01 00-00-00' FROM alltypesorc LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_wrong +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '2000:01:01 00-00-00' FROM alltypesorc LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_wrong +POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] +PREHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '0000-00-00 99:99:99' FROM alltypesorc LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_wrong +[Error 30017]: Skipping stats aggregation by error org.apache.hadoop.hive.ql.metadata.HiveException: [Error 30015]: Stats aggregator of type counter cannot be connected to +POSTHOOK: query: INSERT INTO TABLE alltypesorc_wrong SELECT '0000-00-00 99:99:99' FROM alltypesorc LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_wrong +POSTHOOK: Lineage: alltypesorc_wrong.stimestamp1 SIMPLE [] +PREHOOK: query: EXPLAIN SELECT + to_unix_timestamp(ctimestamp1) AS c1, + year(ctimestamp1), + month(ctimestamp1), + day(ctimestamp1), + dayofmonth(ctimestamp1), + weekofyear(ctimestamp1), + hour(ctimestamp1), + minute(ctimestamp1), + second(ctimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT + to_unix_timestamp(ctimestamp1) AS c1, + year(ctimestamp1), + month(ctimestamp1), + day(ctimestamp1), + dayofmonth(ctimestamp1), + weekofyear(ctimestamp1), + hour(ctimestamp1), + minute(ctimestamp1), + second(ctimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: to_unix_timestamp(ctimestamp1) (type: bigint), year(ctimestamp1) (type: int), month(ctimestamp1) (type: int), day(ctimestamp1) (type: int), dayofmonth(ctimestamp1) (type: int), weekofyear(ctimestamp1) (type: int), hour(ctimestamp1) (type: int), minute(ctimestamp1) (type: int), second(ctimestamp1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + to_unix_timestamp(ctimestamp1) AS c1, + year(ctimestamp1), + month(ctimestamp1), + day(ctimestamp1), + dayofmonth(ctimestamp1), + weekofyear(ctimestamp1), + hour(ctimestamp1), + minute(ctimestamp1), + second(ctimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: SELECT + to_unix_timestamp(ctimestamp1) AS c1, + year(ctimestamp1), + month(ctimestamp1), + day(ctimestamp1), + dayofmonth(ctimestamp1), + weekofyear(ctimestamp1), + hour(ctimestamp1), + minute(ctimestamp1), + second(ctimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +NULL NULL NULL NULL NULL NULL NULL NULL NULL +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28785 1969 12 31 31 1 23 59 45 +28786 1969 12 31 31 1 23 59 46 +28787 1969 12 31 31 1 23 59 47 +28788 1969 12 31 31 1 23 59 48 +28789 1969 12 31 31 1 23 59 49 +28789 1969 12 31 31 1 23 59 49 +28790 1969 12 31 31 1 23 59 50 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28795 1969 12 31 31 1 23 59 55 +28795 1969 12 31 31 1 23 59 55 +28795 1969 12 31 31 1 23 59 55 +28798 1969 12 31 31 1 23 59 58 +28798 1969 12 31 31 1 23 59 58 +28800 1970 1 1 1 1 0 0 0 +28800 1970 1 1 1 1 0 0 0 +28802 1970 1 1 1 1 0 0 2 +28803 1970 1 1 1 1 0 0 3 +28804 1970 1 1 1 1 0 0 4 +28804 1970 1 1 1 1 0 0 4 +28805 1970 1 1 1 1 0 0 5 +28805 1970 1 1 1 1 0 0 5 +28806 1970 1 1 1 1 0 0 6 +28807 1970 1 1 1 1 0 0 7 +28807 1970 1 1 1 1 0 0 7 +28807 1970 1 1 1 1 0 0 7 +28808 1970 1 1 1 1 0 0 8 +28808 1970 1 1 1 1 0 0 8 +28809 1970 1 1 1 1 0 0 9 +28811 1970 1 1 1 1 0 0 11 +28813 1970 1 1 1 1 0 0 13 +28814 1970 1 1 1 1 0 0 14 +28815 1970 1 1 1 1 0 0 15 +PREHOOK: query: EXPLAIN SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: to_unix_timestamp(stimestamp1) (type: bigint), year(stimestamp1) (type: int), month(stimestamp1) (type: int), day(stimestamp1) (type: int), dayofmonth(stimestamp1) (type: int), weekofyear(stimestamp1) (type: int), hour(stimestamp1) (type: int), minute(stimestamp1) (type: int), second(stimestamp1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +NULL NULL NULL NULL NULL NULL NULL NULL NULL +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28784 1969 12 31 31 1 23 59 44 +28785 1969 12 31 31 1 23 59 45 +28786 1969 12 31 31 1 23 59 46 +28787 1969 12 31 31 1 23 59 47 +28788 1969 12 31 31 1 23 59 48 +28789 1969 12 31 31 1 23 59 49 +28789 1969 12 31 31 1 23 59 49 +28790 1969 12 31 31 1 23 59 50 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28792 1969 12 31 31 1 23 59 52 +28795 1969 12 31 31 1 23 59 55 +28795 1969 12 31 31 1 23 59 55 +28795 1969 12 31 31 1 23 59 55 +28798 1969 12 31 31 1 23 59 58 +28798 1969 12 31 31 1 23 59 58 +28800 1970 1 1 1 1 0 0 0 +28800 1970 1 1 1 1 0 0 0 +28802 1970 1 1 1 1 0 0 2 +28803 1970 1 1 1 1 0 0 3 +28804 1970 1 1 1 1 0 0 4 +28804 1970 1 1 1 1 0 0 4 +28805 1970 1 1 1 1 0 0 5 +28805 1970 1 1 1 1 0 0 5 +28806 1970 1 1 1 1 0 0 6 +28807 1970 1 1 1 1 0 0 7 +28807 1970 1 1 1 1 0 0 7 +28807 1970 1 1 1 1 0 0 7 +28808 1970 1 1 1 1 0 0 8 +28808 1970 1 1 1 1 0 0 8 +28809 1970 1 1 1 1 0 0 9 +28811 1970 1 1 1 1 0 0 11 +28813 1970 1 1 1 1 0 0 13 +28814 1970 1 1 1 1 0 0 14 +28815 1970 1 1 1 1 0 0 15 +PREHOOK: query: EXPLAIN SELECT + to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, + year(ctimestamp1) = year(stimestamp1), + month(ctimestamp1) = month(stimestamp1), + day(ctimestamp1) = day(stimestamp1), + dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), + weekofyear(ctimestamp1) = weekofyear(stimestamp1), + hour(ctimestamp1) = hour(stimestamp1), + minute(ctimestamp1) = minute(stimestamp1), + second(ctimestamp1) = second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT + to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, + year(ctimestamp1) = year(stimestamp1), + month(ctimestamp1) = month(stimestamp1), + day(ctimestamp1) = day(stimestamp1), + dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), + weekofyear(ctimestamp1) = weekofyear(stimestamp1), + hour(ctimestamp1) = hour(stimestamp1), + minute(ctimestamp1) = minute(stimestamp1), + second(ctimestamp1) = second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: (to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1)) (type: boolean), (year(ctimestamp1) = year(stimestamp1)) (type: boolean), (month(ctimestamp1) = month(stimestamp1)) (type: boolean), (day(ctimestamp1) = day(stimestamp1)) (type: boolean), (dayofmonth(ctimestamp1) = dayofmonth(stimestamp1)) (type: boolean), (weekofyear(ctimestamp1) = weekofyear(stimestamp1)) (type: boolean), (hour(ctimestamp1) = hour(stimestamp1)) (type: boolean), (minute(ctimestamp1) = minute(stimestamp1)) (type: boolean), (second(ctimestamp1) = second(stimestamp1)) (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: boolean) + sort order: + + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- Should all be true or NULL +SELECT + to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, + year(ctimestamp1) = year(stimestamp1), + month(ctimestamp1) = month(stimestamp1), + day(ctimestamp1) = day(stimestamp1), + dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), + weekofyear(ctimestamp1) = weekofyear(stimestamp1), + hour(ctimestamp1) = hour(stimestamp1), + minute(ctimestamp1) = minute(stimestamp1), + second(ctimestamp1) = second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: -- Should all be true or NULL +SELECT + to_unix_timestamp(ctimestamp1) = to_unix_timestamp(stimestamp1) AS c1, + year(ctimestamp1) = year(stimestamp1), + month(ctimestamp1) = month(stimestamp1), + day(ctimestamp1) = day(stimestamp1), + dayofmonth(ctimestamp1) = dayofmonth(stimestamp1), + weekofyear(ctimestamp1) = weekofyear(stimestamp1), + hour(ctimestamp1) = hour(stimestamp1), + minute(ctimestamp1) = minute(stimestamp1), + second(ctimestamp1) = second(stimestamp1) +FROM alltypesorc_string +ORDER BY c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +NULL NULL NULL NULL NULL NULL NULL NULL NULL +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +true true true true true true true true true +PREHOOK: query: -- Wrong format. Should all be NULL. +EXPLAIN SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_wrong +ORDER BY c1 +PREHOOK: type: QUERY +POSTHOOK: query: -- Wrong format. Should all be NULL. +EXPLAIN SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_wrong +ORDER BY c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP SORT) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_wrong + Select Operator + expressions: to_unix_timestamp(stimestamp1) (type: bigint), year(stimestamp1) (type: int), month(stimestamp1) (type: int), day(stimestamp1) (type: int), dayofmonth(stimestamp1) (type: int), weekofyear(stimestamp1) (type: int), hour(stimestamp1) (type: int), minute(stimestamp1) (type: int), second(stimestamp1) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_wrong +ORDER BY c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### +POSTHOOK: query: SELECT + to_unix_timestamp(stimestamp1) AS c1, + year(stimestamp1), + month(stimestamp1), + day(stimestamp1), + dayofmonth(stimestamp1), + weekofyear(stimestamp1), + hour(stimestamp1), + minute(stimestamp1), + second(stimestamp1) +FROM alltypesorc_wrong +ORDER BY c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_wrong +#### A masked pattern was here #### +NULL NULL NULL NULL NULL NULL NULL NULL NULL +NULL NULL NULL NULL NULL NULL NULL NULL NULL +NULL NULL NULL NULL NULL NULL NULL NULL NULL +PREHOOK: query: EXPLAIN SELECT + min(ctimestamp1), + max(ctimestamp1), + count(ctimestamp1), + count(*) +FROM alltypesorc_string +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT + min(ctimestamp1), + max(ctimestamp1), + count(ctimestamp1), + count(*) +FROM alltypesorc_string +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: ctimestamp1 (type: timestamp) + outputColumnNames: ctimestamp1 + Group By Operator + aggregations: min(ctimestamp1), max(ctimestamp1), count(ctimestamp1), count() + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Reduce Output Operator + sort order: + value expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: bigint), _col3 (type: bigint) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: bigint), _col3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + min(ctimestamp1), + max(ctimestamp1), + count(ctimestamp1), + count(*) +FROM alltypesorc_string +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: SELECT + min(ctimestamp1), + max(ctimestamp1), + count(ctimestamp1), + count(*) +FROM alltypesorc_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +1969-12-31 23:59:44.088 1970-01-01 00:00:15.007 39 40 +PREHOOK: query: -- SUM of timestamps are not vectorized reduce-side because they produce a double instead of a long (HIVE-8211)... +EXPLAIN SELECT + sum(ctimestamp1) +FROM alltypesorc_string +PREHOOK: type: QUERY +POSTHOOK: query: -- SUM of timestamps are not vectorized reduce-side because they produce a double instead of a long (HIVE-8211)... +EXPLAIN SELECT + sum(ctimestamp1) +FROM alltypesorc_string +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: ctimestamp1 (type: timestamp) + outputColumnNames: ctimestamp1 + Group By Operator + aggregations: sum(ctimestamp1) + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + value expressions: _col0 (type: double) + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: _col0 (type: double) + outputColumnNames: _col0 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + sum(ctimestamp1) +FROM alltypesorc_string +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: SELECT + sum(ctimestamp1) +FROM alltypesorc_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +1123143.857 +PREHOOK: query: EXPLAIN SELECT + avg(ctimestamp1), + variance(ctimestamp1), + var_pop(ctimestamp1), + var_samp(ctimestamp1), + std(ctimestamp1), + stddev(ctimestamp1), + stddev_pop(ctimestamp1), + stddev_samp(ctimestamp1) +FROM alltypesorc_string +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT + avg(ctimestamp1), + variance(ctimestamp1), + var_pop(ctimestamp1), + var_samp(ctimestamp1), + std(ctimestamp1), + stddev(ctimestamp1), + stddev_pop(ctimestamp1), + stddev_samp(ctimestamp1) +FROM alltypesorc_string +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Spark + Edges: + Reducer 2 <- Map 1 (GROUP) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc_string + Select Operator + expressions: ctimestamp1 (type: timestamp) + outputColumnNames: ctimestamp1 + Group By Operator + aggregations: avg(ctimestamp1), variance(ctimestamp1), var_pop(ctimestamp1), var_samp(ctimestamp1), std(ctimestamp1), stddev(ctimestamp1), stddev_pop(ctimestamp1), stddev_samp(ctimestamp1) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Reduce Output Operator + sort order: + value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct) + Execution mode: vectorized + Reducer 2 + Reduce Operator Tree: + Group By Operator + aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Select Operator + expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT + avg(ctimestamp1), + variance(ctimestamp1), + var_pop(ctimestamp1), + var_samp(ctimestamp1), + std(ctimestamp1), + stddev(ctimestamp1), + stddev_pop(ctimestamp1), + stddev_samp(ctimestamp1) +FROM alltypesorc_string +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +POSTHOOK: query: SELECT + avg(ctimestamp1), + variance(ctimestamp1), + var_pop(ctimestamp1), + var_samp(ctimestamp1), + std(ctimestamp1), + stddev(ctimestamp1), + stddev_pop(ctimestamp1), + stddev_samp(ctimestamp1) +FROM alltypesorc_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_string +#### A masked pattern was here #### +2.8798560435897438E13 8.970772952794215E19 8.970772952794215E19 9.206845925236167E19 9.471416447815086E9 9.471416447815086E9 9.471416447815086E9 9.595231068211004E9